2024-12-07 21:55:59,675 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-07 21:55:59,689 main DEBUG Took 0.012369 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-07 21:55:59,690 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-07 21:55:59,690 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-07 21:55:59,692 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-07 21:55:59,693 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:55:59,702 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-07 21:55:59,715 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:55:59,716 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:55:59,717 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:55:59,718 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:55:59,719 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:55:59,719 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:55:59,720 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:55:59,721 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:55:59,721 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:55:59,722 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:55:59,723 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:55:59,723 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:55:59,724 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:55:59,724 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:55:59,725 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:55:59,725 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:55:59,726 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:55:59,726 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:55:59,727 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:55:59,727 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:55:59,728 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:55:59,728 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:55:59,729 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:55:59,729 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 21:55:59,730 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:55:59,730 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-07 21:55:59,732 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 21:55:59,733 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-07 21:55:59,736 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-07 21:55:59,736 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-07 21:55:59,738 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-07 21:55:59,738 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-07 21:55:59,747 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-07 21:55:59,750 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-07 21:55:59,752 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-07 21:55:59,752 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-07 21:55:59,752 main DEBUG createAppenders(={Console}) 2024-12-07 21:55:59,753 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-12-07 21:55:59,754 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-07 21:55:59,754 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-12-07 21:55:59,755 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-07 21:55:59,755 main DEBUG OutputStream closed 2024-12-07 21:55:59,755 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-07 21:55:59,755 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-07 21:55:59,756 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-12-07 21:55:59,817 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-07 21:55:59,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-07 21:55:59,820 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-07 21:55:59,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-07 21:55:59,822 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-07 21:55:59,822 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-07 21:55:59,823 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-07 21:55:59,823 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-07 21:55:59,823 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-07 21:55:59,824 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-07 21:55:59,824 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-07 21:55:59,824 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-07 21:55:59,825 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-07 21:55:59,825 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-07 21:55:59,825 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-07 21:55:59,826 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-07 21:55:59,826 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-07 21:55:59,827 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-07 21:55:59,830 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-07 21:55:59,830 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-12-07 21:55:59,831 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-07 21:55:59,831 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-12-07T21:56:00,147 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5b0e8717-0c45-f754-5981-f1f31c220ebf 2024-12-07 21:56:00,150 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-07 21:56:00,151 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-07T21:56:00,161 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-12-07T21:56:00,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T21:56:00,204 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5b0e8717-0c45-f754-5981-f1f31c220ebf/cluster_aef2fd85-bb9b-6855-8d9e-38806f598c76, deleteOnExit=true 2024-12-07T21:56:00,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-07T21:56:00,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5b0e8717-0c45-f754-5981-f1f31c220ebf/test.cache.data in system properties and HBase conf 2024-12-07T21:56:00,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5b0e8717-0c45-f754-5981-f1f31c220ebf/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T21:56:00,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5b0e8717-0c45-f754-5981-f1f31c220ebf/hadoop.log.dir in system properties and HBase conf 2024-12-07T21:56:00,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5b0e8717-0c45-f754-5981-f1f31c220ebf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T21:56:00,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5b0e8717-0c45-f754-5981-f1f31c220ebf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T21:56:00,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-07T21:56:00,330 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-07T21:56:00,432 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T21:56:00,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5b0e8717-0c45-f754-5981-f1f31c220ebf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T21:56:00,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5b0e8717-0c45-f754-5981-f1f31c220ebf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T21:56:00,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5b0e8717-0c45-f754-5981-f1f31c220ebf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T21:56:00,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5b0e8717-0c45-f754-5981-f1f31c220ebf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T21:56:00,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5b0e8717-0c45-f754-5981-f1f31c220ebf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T21:56:00,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5b0e8717-0c45-f754-5981-f1f31c220ebf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T21:56:00,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5b0e8717-0c45-f754-5981-f1f31c220ebf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T21:56:00,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5b0e8717-0c45-f754-5981-f1f31c220ebf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T21:56:00,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5b0e8717-0c45-f754-5981-f1f31c220ebf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T21:56:00,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5b0e8717-0c45-f754-5981-f1f31c220ebf/nfs.dump.dir in system properties and HBase conf 2024-12-07T21:56:00,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5b0e8717-0c45-f754-5981-f1f31c220ebf/java.io.tmpdir in system properties and HBase conf 2024-12-07T21:56:00,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5b0e8717-0c45-f754-5981-f1f31c220ebf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T21:56:00,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5b0e8717-0c45-f754-5981-f1f31c220ebf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T21:56:00,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5b0e8717-0c45-f754-5981-f1f31c220ebf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T21:56:01,417 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-07T21:56:01,481 INFO [Time-limited test {}] log.Log(170): Logging initialized @2455ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-07T21:56:01,544 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T21:56:01,597 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T21:56:01,614 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T21:56:01,614 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T21:56:01,615 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-07T21:56:01,626 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T21:56:01,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7def033e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5b0e8717-0c45-f754-5981-f1f31c220ebf/hadoop.log.dir/,AVAILABLE} 2024-12-07T21:56:01,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41752735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T21:56:01,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bbf242f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5b0e8717-0c45-f754-5981-f1f31c220ebf/java.io.tmpdir/jetty-localhost-35997-hadoop-hdfs-3_4_1-tests_jar-_-any-5904106409376919359/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T21:56:01,793 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34657887{HTTP/1.1, (http/1.1)}{localhost:35997} 2024-12-07T21:56:01,793 INFO [Time-limited test {}] server.Server(415): Started @2767ms 2024-12-07T21:56:02,325 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T21:56:02,334 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T21:56:02,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T21:56:02,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T21:56:02,340 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T21:56:02,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b8e8cdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5b0e8717-0c45-f754-5981-f1f31c220ebf/hadoop.log.dir/,AVAILABLE} 2024-12-07T21:56:02,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ef5f873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T21:56:02,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3dfb1097{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5b0e8717-0c45-f754-5981-f1f31c220ebf/java.io.tmpdir/jetty-localhost-35953-hadoop-hdfs-3_4_1-tests_jar-_-any-13423832777875007321/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T21:56:02,455 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16142ff{HTTP/1.1, (http/1.1)}{localhost:35953} 2024-12-07T21:56:02,455 INFO [Time-limited test {}] server.Server(415): Started @3430ms 2024-12-07T21:56:02,504 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T21:56:03,442 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5b0e8717-0c45-f754-5981-f1f31c220ebf/cluster_aef2fd85-bb9b-6855-8d9e-38806f598c76/data/data1/current/BP-1937370220-172.17.0.2-1733608561009/current, will proceed with Du for space computation calculation, 2024-12-07T21:56:03,442 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5b0e8717-0c45-f754-5981-f1f31c220ebf/cluster_aef2fd85-bb9b-6855-8d9e-38806f598c76/data/data2/current/BP-1937370220-172.17.0.2-1733608561009/current, will proceed with Du for space computation calculation, 2024-12-07T21:56:03,467 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T21:56:03,518 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7389245e90bf7b with lease ID 0x1f4d7d0f423d9d94: Processing first storage report for DS-a75705c8-0acd-4429-8ed2-8a60fcefdf97 from datanode DatanodeRegistration(127.0.0.1:36663, datanodeUuid=715d8e27-1132-45fc-9ffe-457317151d53, infoPort=33995, infoSecurePort=0, ipcPort=41809, storageInfo=lv=-57;cid=testClusterID;nsid=649392366;c=1733608561009) 2024-12-07T21:56:03,520 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7389245e90bf7b with lease ID 0x1f4d7d0f423d9d94: from storage DS-a75705c8-0acd-4429-8ed2-8a60fcefdf97 node DatanodeRegistration(127.0.0.1:36663, datanodeUuid=715d8e27-1132-45fc-9ffe-457317151d53, infoPort=33995, infoSecurePort=0, ipcPort=41809, storageInfo=lv=-57;cid=testClusterID;nsid=649392366;c=1733608561009), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-07T21:56:03,521 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7389245e90bf7b with lease ID 0x1f4d7d0f423d9d94: Processing first storage report for DS-38222255-4e3a-4e67-a67d-6cbc5aa21fa5 from datanode DatanodeRegistration(127.0.0.1:36663, datanodeUuid=715d8e27-1132-45fc-9ffe-457317151d53, infoPort=33995, infoSecurePort=0, ipcPort=41809, storageInfo=lv=-57;cid=testClusterID;nsid=649392366;c=1733608561009) 2024-12-07T21:56:03,521 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7389245e90bf7b with lease ID 0x1f4d7d0f423d9d94: from storage DS-38222255-4e3a-4e67-a67d-6cbc5aa21fa5 node DatanodeRegistration(127.0.0.1:36663, datanodeUuid=715d8e27-1132-45fc-9ffe-457317151d53, infoPort=33995, infoSecurePort=0, ipcPort=41809, storageInfo=lv=-57;cid=testClusterID;nsid=649392366;c=1733608561009), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-07T21:56:03,582 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5b0e8717-0c45-f754-5981-f1f31c220ebf 2024-12-07T21:56:03,675 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5b0e8717-0c45-f754-5981-f1f31c220ebf/cluster_aef2fd85-bb9b-6855-8d9e-38806f598c76/zookeeper_0, clientPort=59776, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5b0e8717-0c45-f754-5981-f1f31c220ebf/cluster_aef2fd85-bb9b-6855-8d9e-38806f598c76/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5b0e8717-0c45-f754-5981-f1f31c220ebf/cluster_aef2fd85-bb9b-6855-8d9e-38806f598c76/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-07T21:56:03,689 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59776 2024-12-07T21:56:03,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T21:56:03,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T21:56:03,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741825_1001 (size=7) 2024-12-07T21:56:04,375 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650 with version=8 2024-12-07T21:56:04,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/hbase-staging 2024-12-07T21:56:04,466 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-07T21:56:04,674 INFO [Time-limited test {}] client.ConnectionUtils(128): master/dbf4292a68c8:0 server-side Connection retries=45 2024-12-07T21:56:04,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T21:56:04,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T21:56:04,688 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T21:56:04,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T21:56:04,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T21:56:04,807 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-07T21:56:04,858 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-07T21:56:04,866 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-07T21:56:04,869 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T21:56:04,891 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 106223 (auto-detected) 2024-12-07T21:56:04,892 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-07T21:56:04,910 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33471 2024-12-07T21:56:04,932 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33471 connecting to ZooKeeper ensemble=127.0.0.1:59776 2024-12-07T21:56:05,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334710x0, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T21:56:05,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33471-0x100025522620000 connected 2024-12-07T21:56:05,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T21:56:05,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T21:56:05,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33471-0x100025522620000, quorum=127.0.0.1:59776, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T21:56:05,138 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650, hbase.cluster.distributed=false 2024-12-07T21:56:05,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33471-0x100025522620000, quorum=127.0.0.1:59776, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T21:56:05,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33471 2024-12-07T21:56:05,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33471 2024-12-07T21:56:05,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33471 2024-12-07T21:56:05,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33471 2024-12-07T21:56:05,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33471 2024-12-07T21:56:05,261 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/dbf4292a68c8:0 server-side Connection retries=45 2024-12-07T21:56:05,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T21:56:05,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T21:56:05,263 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T21:56:05,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T21:56:05,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T21:56:05,266 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T21:56:05,267 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T21:56:05,268 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34281 2024-12-07T21:56:05,271 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34281 connecting to ZooKeeper ensemble=127.0.0.1:59776 2024-12-07T21:56:05,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T21:56:05,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T21:56:05,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342810x0, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T21:56:05,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342810x0, quorum=127.0.0.1:59776, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T21:56:05,303 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T21:56:05,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34281-0x100025522620001 connected 2024-12-07T21:56:05,315 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T21:56:05,318 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34281-0x100025522620001, quorum=127.0.0.1:59776, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-07T21:56:05,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34281-0x100025522620001, quorum=127.0.0.1:59776, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T21:56:05,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34281 2024-12-07T21:56:05,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34281 2024-12-07T21:56:05,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34281 2024-12-07T21:56:05,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34281 2024-12-07T21:56:05,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34281 2024-12-07T21:56:05,338 DEBUG [M:0;dbf4292a68c8:33471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;dbf4292a68c8:33471 2024-12-07T21:56:05,338 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/dbf4292a68c8,33471,1733608564515 2024-12-07T21:56:05,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33471-0x100025522620000, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T21:56:05,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34281-0x100025522620001, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T21:56:05,350 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33471-0x100025522620000, quorum=127.0.0.1:59776, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/dbf4292a68c8,33471,1733608564515 2024-12-07T21:56:05,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34281-0x100025522620001, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-07T21:56:05,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33471-0x100025522620000, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:56:05,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34281-0x100025522620001, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:56:05,373 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33471-0x100025522620000, quorum=127.0.0.1:59776, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-07T21:56:05,374 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/dbf4292a68c8,33471,1733608564515 from backup master directory 2024-12-07T21:56:05,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33471-0x100025522620000, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/dbf4292a68c8,33471,1733608564515 2024-12-07T21:56:05,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34281-0x100025522620001, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T21:56:05,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33471-0x100025522620000, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T21:56:05,381 WARN [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T21:56:05,381 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=dbf4292a68c8,33471,1733608564515 2024-12-07T21:56:05,383 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-07T21:56:05,384 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-07T21:56:05,441 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/hbase.id] with ID: dc0c3073-42d6-47d8-ae8c-c32f50179107 2024-12-07T21:56:05,441 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/.tmp/hbase.id 2024-12-07T21:56:05,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741826_1002 (size=42) 2024-12-07T21:56:05,853 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/.tmp/hbase.id]:[hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/hbase.id] 2024-12-07T21:56:05,913 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T21:56:05,919 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-07T21:56:05,939 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-12-07T21:56:05,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33471-0x100025522620000, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:56:05,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34281-0x100025522620001, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:56:05,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741827_1003 (size=196) 2024-12-07T21:56:06,395 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T21:56:06,397 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T21:56:06,418 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:06,424 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T21:56:06,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741828_1004 (size=1189) 2024-12-07T21:56:06,881 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/MasterData/data/master/store 2024-12-07T21:56:06,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741829_1005 (size=34) 2024-12-07T21:56:07,310 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-07T21:56:07,314 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:56:07,315 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T21:56:07,316 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T21:56:07,316 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T21:56:07,318 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T21:56:07,318 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T21:56:07,318 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T21:56:07,320 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733608567315Disabling compacts and flushes for region at 1733608567315Disabling writes for close at 1733608567318 (+3 ms)Writing region close event to WAL at 1733608567318Closed at 1733608567318 2024-12-07T21:56:07,322 WARN [master/dbf4292a68c8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/MasterData/data/master/store/.initializing 2024-12-07T21:56:07,322 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/MasterData/WALs/dbf4292a68c8,33471,1733608564515 2024-12-07T21:56:07,331 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T21:56:07,346 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbf4292a68c8%2C33471%2C1733608564515, suffix=, logDir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/MasterData/WALs/dbf4292a68c8,33471,1733608564515, archiveDir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/MasterData/oldWALs, maxLogs=10 2024-12-07T21:56:07,367 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/MasterData/WALs/dbf4292a68c8,33471,1733608564515/dbf4292a68c8%2C33471%2C1733608564515.1733608567350, exclude list is [], retry=0 2024-12-07T21:56:07,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36663,DS-a75705c8-0acd-4429-8ed2-8a60fcefdf97,DISK] 2024-12-07T21:56:07,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-07T21:56:07,431 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/MasterData/WALs/dbf4292a68c8,33471,1733608564515/dbf4292a68c8%2C33471%2C1733608564515.1733608567350 2024-12-07T21:56:07,432 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33995:33995)] 2024-12-07T21:56:07,433 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:56:07,434 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:56:07,438 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:56:07,439 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:56:07,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:56:07,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T21:56:07,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:07,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T21:56:07,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:56:07,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T21:56:07,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:07,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:56:07,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:56:07,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T21:56:07,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:07,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:56:07,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:56:07,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T21:56:07,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:07,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:56:07,528 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:56:07,532 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:56:07,533 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:56:07,539 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:56:07,540 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:56:07,544 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T21:56:07,549 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T21:56:07,555 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T21:56:07,557 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68239859, jitterRate=0.01685313880443573}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T21:56:07,564 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733608567451Initializing all the Stores at 1733608567453 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733608567453Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608567454 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608567454Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608567454Cleaning up temporary data from old regions at 1733608567540 (+86 ms)Region opened successfully at 1733608567564 (+24 ms) 2024-12-07T21:56:07,566 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T21:56:07,602 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77884a15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbf4292a68c8/172.17.0.2:0 2024-12-07T21:56:07,631 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-07T21:56:07,642 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T21:56:07,642 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T21:56:07,645 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T21:56:07,646 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-07T21:56:07,651 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-07T21:56:07,651 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T21:56:07,677 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T21:56:07,685 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33471-0x100025522620000, quorum=127.0.0.1:59776, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-07T21:56:07,714 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-07T21:56:07,717 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T21:56:07,719 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33471-0x100025522620000, quorum=127.0.0.1:59776, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-07T21:56:07,730 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-07T21:56:07,734 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T21:56:07,739 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33471-0x100025522620000, quorum=127.0.0.1:59776, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-07T21:56:07,747 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-07T21:56:07,750 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33471-0x100025522620000, quorum=127.0.0.1:59776, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-07T21:56:07,755 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-07T21:56:07,778 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33471-0x100025522620000, quorum=127.0.0.1:59776, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T21:56:07,788 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-07T21:56:07,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34281-0x100025522620001, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T21:56:07,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33471-0x100025522620000, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T21:56:07,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33471-0x100025522620000, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:56:07,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34281-0x100025522620001, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:56:07,808 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=dbf4292a68c8,33471,1733608564515, sessionid=0x100025522620000, setting cluster-up flag (Was=false) 2024-12-07T21:56:07,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34281-0x100025522620001, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:56:07,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33471-0x100025522620000, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:56:07,872 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-07T21:56:07,875 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbf4292a68c8,33471,1733608564515 2024-12-07T21:56:07,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33471-0x100025522620000, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:56:07,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34281-0x100025522620001, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:56:08,001 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-07T21:56:08,006 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=dbf4292a68c8,33471,1733608564515 2024-12-07T21:56:08,013 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-07T21:56:08,031 INFO [RS:0;dbf4292a68c8:34281 {}] regionserver.HRegionServer(746): ClusterId : dc0c3073-42d6-47d8-ae8c-c32f50179107 2024-12-07T21:56:08,034 DEBUG [RS:0;dbf4292a68c8:34281 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T21:56:08,071 DEBUG [RS:0;dbf4292a68c8:34281 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T21:56:08,071 DEBUG [RS:0;dbf4292a68c8:34281 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T21:56:08,075 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-07T21:56:08,083 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-07T21:56:08,089 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T21:56:08,094 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: dbf4292a68c8,33471,1733608564515 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T21:56:08,110 DEBUG [RS:0;dbf4292a68c8:34281 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T21:56:08,111 DEBUG [RS:0;dbf4292a68c8:34281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fff8a16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=dbf4292a68c8/172.17.0.2:0 2024-12-07T21:56:08,111 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/dbf4292a68c8:0, corePoolSize=5, maxPoolSize=5 2024-12-07T21:56:08,112 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/dbf4292a68c8:0, corePoolSize=5, maxPoolSize=5 2024-12-07T21:56:08,112 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/dbf4292a68c8:0, corePoolSize=5, maxPoolSize=5 2024-12-07T21:56:08,112 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/dbf4292a68c8:0, corePoolSize=5, maxPoolSize=5 2024-12-07T21:56:08,112 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/dbf4292a68c8:0, corePoolSize=10, maxPoolSize=10 2024-12-07T21:56:08,112 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:56:08,112 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/dbf4292a68c8:0, corePoolSize=2, maxPoolSize=2 2024-12-07T21:56:08,112 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:56:08,113 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733608598113 2024-12-07T21:56:08,115 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T21:56:08,116 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T21:56:08,117 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T21:56:08,117 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-07T21:56:08,121 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T21:56:08,121 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T21:56:08,122 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T21:56:08,122 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T21:56:08,122 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:08,123 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T21:56:08,124 DEBUG [RS:0;dbf4292a68c8:34281 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;dbf4292a68c8:34281 2024-12-07T21:56:08,122 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T21:56:08,126 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T21:56:08,128 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T21:56:08,128 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T21:56:08,128 INFO [RS:0;dbf4292a68c8:34281 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-07T21:56:08,129 INFO [RS:0;dbf4292a68c8:34281 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-07T21:56:08,129 DEBUG [RS:0;dbf4292a68c8:34281 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-07T21:56:08,130 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T21:56:08,130 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T21:56:08,131 INFO [RS:0;dbf4292a68c8:34281 {}] regionserver.HRegionServer(2659): reportForDuty to master=dbf4292a68c8,33471,1733608564515 with port=34281, startcode=1733608565228 2024-12-07T21:56:08,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741831_1007 (size=1321) 2024-12-07T21:56:08,134 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/dbf4292a68c8:0:becomeActiveMaster-HFileCleaner.large.0-1733608568132,5,FailOnTimeoutGroup] 2024-12-07T21:56:08,134 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-07T21:56:08,135 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650 2024-12-07T21:56:08,139 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/dbf4292a68c8:0:becomeActiveMaster-HFileCleaner.small.0-1733608568134,5,FailOnTimeoutGroup] 2024-12-07T21:56:08,139 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T21:56:08,139 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T21:56:08,141 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T21:56:08,141 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T21:56:08,146 DEBUG [RS:0;dbf4292a68c8:34281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T21:56:08,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741832_1008 (size=32) 2024-12-07T21:56:08,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:56:08,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T21:56:08,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T21:56:08,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:08,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T21:56:08,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T21:56:08,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T21:56:08,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:08,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T21:56:08,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T21:56:08,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T21:56:08,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:08,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T21:56:08,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T21:56:08,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T21:56:08,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:08,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T21:56:08,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T21:56:08,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/hbase/meta/1588230740 2024-12-07T21:56:08,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/hbase/meta/1588230740 2024-12-07T21:56:08,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T21:56:08,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T21:56:08,187 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T21:56:08,189 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36275, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T21:56:08,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T21:56:08,196 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T21:56:08,196 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33471 {}] master.ServerManager(363): Checking decommissioned status of RegionServer dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:08,198 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65216446, jitterRate=-0.028199225664138794}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T21:56:08,199 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33471 {}] master.ServerManager(517): Registering regionserver=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:08,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733608568152Initializing all the Stores at 1733608568154 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733608568154Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733608568154Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608568154Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733608568155 (+1 ms)Cleaning up temporary data from old regions at 1733608568185 (+30 ms)Region opened successfully at 1733608568201 (+16 ms) 2024-12-07T21:56:08,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T21:56:08,202 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T21:56:08,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T21:56:08,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T21:56:08,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T21:56:08,203 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T21:56:08,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733608568201Disabling compacts and flushes for region at 1733608568201Disabling writes for close at 1733608568202 (+1 ms)Writing region close event to WAL at 1733608568203 (+1 ms)Closed at 1733608568203 2024-12-07T21:56:08,207 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T21:56:08,207 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-07T21:56:08,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T21:56:08,213 DEBUG [RS:0;dbf4292a68c8:34281 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650 2024-12-07T21:56:08,213 DEBUG [RS:0;dbf4292a68c8:34281 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40375 2024-12-07T21:56:08,213 DEBUG [RS:0;dbf4292a68c8:34281 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-07T21:56:08,220 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T21:56:08,223 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T21:56:08,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33471-0x100025522620000, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T21:56:08,231 DEBUG [RS:0;dbf4292a68c8:34281 {}] zookeeper.ZKUtil(111): regionserver:34281-0x100025522620001, quorum=127.0.0.1:59776, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:08,231 WARN [RS:0;dbf4292a68c8:34281 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T21:56:08,231 INFO [RS:0;dbf4292a68c8:34281 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T21:56:08,231 DEBUG [RS:0;dbf4292a68c8:34281 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/WALs/dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:08,233 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [dbf4292a68c8,34281,1733608565228] 2024-12-07T21:56:08,255 INFO [RS:0;dbf4292a68c8:34281 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T21:56:08,269 INFO [RS:0;dbf4292a68c8:34281 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T21:56:08,273 INFO [RS:0;dbf4292a68c8:34281 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T21:56:08,274 INFO [RS:0;dbf4292a68c8:34281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T21:56:08,275 INFO [RS:0;dbf4292a68c8:34281 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-07T21:56:08,280 INFO [RS:0;dbf4292a68c8:34281 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-07T21:56:08,281 INFO [RS:0;dbf4292a68c8:34281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T21:56:08,281 DEBUG [RS:0;dbf4292a68c8:34281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:56:08,282 DEBUG [RS:0;dbf4292a68c8:34281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:56:08,282 DEBUG [RS:0;dbf4292a68c8:34281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:56:08,282 DEBUG [RS:0;dbf4292a68c8:34281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:56:08,282 DEBUG [RS:0;dbf4292a68c8:34281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:56:08,282 DEBUG [RS:0;dbf4292a68c8:34281 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/dbf4292a68c8:0, corePoolSize=2, maxPoolSize=2 2024-12-07T21:56:08,282 DEBUG [RS:0;dbf4292a68c8:34281 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:56:08,283 DEBUG [RS:0;dbf4292a68c8:34281 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:56:08,283 DEBUG [RS:0;dbf4292a68c8:34281 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:56:08,283 DEBUG [RS:0;dbf4292a68c8:34281 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:56:08,283 DEBUG [RS:0;dbf4292a68c8:34281 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:56:08,283 DEBUG [RS:0;dbf4292a68c8:34281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/dbf4292a68c8:0, corePoolSize=1, maxPoolSize=1 2024-12-07T21:56:08,283 DEBUG [RS:0;dbf4292a68c8:34281 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/dbf4292a68c8:0, corePoolSize=3, maxPoolSize=3 2024-12-07T21:56:08,283 DEBUG [RS:0;dbf4292a68c8:34281 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0, corePoolSize=3, maxPoolSize=3 2024-12-07T21:56:08,285 INFO [RS:0;dbf4292a68c8:34281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T21:56:08,286 INFO [RS:0;dbf4292a68c8:34281 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T21:56:08,286 INFO [RS:0;dbf4292a68c8:34281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T21:56:08,286 INFO [RS:0;dbf4292a68c8:34281 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T21:56:08,286 INFO [RS:0;dbf4292a68c8:34281 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T21:56:08,286 INFO [RS:0;dbf4292a68c8:34281 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbf4292a68c8,34281,1733608565228-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T21:56:08,303 INFO [RS:0;dbf4292a68c8:34281 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T21:56:08,304 INFO [RS:0;dbf4292a68c8:34281 {}] hbase.ChoreService(168): Chore ScheduledChore name=dbf4292a68c8,34281,1733608565228-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T21:56:08,305 INFO [RS:0;dbf4292a68c8:34281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T21:56:08,305 INFO [RS:0;dbf4292a68c8:34281 {}] regionserver.Replication(171): dbf4292a68c8,34281,1733608565228 started 2024-12-07T21:56:08,322 INFO [RS:0;dbf4292a68c8:34281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T21:56:08,323 INFO [RS:0;dbf4292a68c8:34281 {}] regionserver.HRegionServer(1482): Serving as dbf4292a68c8,34281,1733608565228, RpcServer on dbf4292a68c8/172.17.0.2:34281, sessionid=0x100025522620001 2024-12-07T21:56:08,323 DEBUG [RS:0;dbf4292a68c8:34281 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T21:56:08,324 DEBUG [RS:0;dbf4292a68c8:34281 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:08,324 DEBUG [RS:0;dbf4292a68c8:34281 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbf4292a68c8,34281,1733608565228' 2024-12-07T21:56:08,324 DEBUG [RS:0;dbf4292a68c8:34281 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-07T21:56:08,325 DEBUG [RS:0;dbf4292a68c8:34281 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-07T21:56:08,326 DEBUG [RS:0;dbf4292a68c8:34281 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T21:56:08,326 DEBUG [RS:0;dbf4292a68c8:34281 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T21:56:08,326 DEBUG [RS:0;dbf4292a68c8:34281 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:08,326 DEBUG [RS:0;dbf4292a68c8:34281 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'dbf4292a68c8,34281,1733608565228' 2024-12-07T21:56:08,326 DEBUG [RS:0;dbf4292a68c8:34281 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-07T21:56:08,327 DEBUG [RS:0;dbf4292a68c8:34281 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-07T21:56:08,328 DEBUG [RS:0;dbf4292a68c8:34281 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T21:56:08,328 INFO [RS:0;dbf4292a68c8:34281 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T21:56:08,328 INFO [RS:0;dbf4292a68c8:34281 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T21:56:08,374 WARN [dbf4292a68c8:33471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-07T21:56:08,432 INFO [RS:0;dbf4292a68c8:34281 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T21:56:08,436 INFO [RS:0;dbf4292a68c8:34281 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbf4292a68c8%2C34281%2C1733608565228, suffix=, logDir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/WALs/dbf4292a68c8,34281,1733608565228, archiveDir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/oldWALs, maxLogs=32 2024-12-07T21:56:08,450 DEBUG [RS:0;dbf4292a68c8:34281 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/WALs/dbf4292a68c8,34281,1733608565228/dbf4292a68c8%2C34281%2C1733608565228.1733608568438, exclude list is [], retry=0 2024-12-07T21:56:08,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36663,DS-a75705c8-0acd-4429-8ed2-8a60fcefdf97,DISK] 2024-12-07T21:56:08,457 INFO [RS:0;dbf4292a68c8:34281 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/WALs/dbf4292a68c8,34281,1733608565228/dbf4292a68c8%2C34281%2C1733608565228.1733608568438 2024-12-07T21:56:08,457 DEBUG [RS:0;dbf4292a68c8:34281 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33995:33995)] 2024-12-07T21:56:08,626 DEBUG [dbf4292a68c8:33471 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-07T21:56:08,637 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:08,642 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbf4292a68c8,34281,1733608565228, state=OPENING 2024-12-07T21:56:08,705 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T21:56:08,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33471-0x100025522620000, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:56:08,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34281-0x100025522620001, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:56:08,714 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T21:56:08,714 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T21:56:08,716 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T21:56:08,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=dbf4292a68c8,34281,1733608565228}] 2024-12-07T21:56:08,893 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T21:56:08,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34493, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T21:56:08,906 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-07T21:56:08,906 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T21:56:08,907 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T21:56:08,910 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=dbf4292a68c8%2C34281%2C1733608565228.meta, suffix=.meta, logDir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/WALs/dbf4292a68c8,34281,1733608565228, archiveDir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/oldWALs, maxLogs=32 2024-12-07T21:56:08,925 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/WALs/dbf4292a68c8,34281,1733608565228/dbf4292a68c8%2C34281%2C1733608565228.meta.1733608568912.meta, exclude list is [], retry=0 2024-12-07T21:56:08,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36663,DS-a75705c8-0acd-4429-8ed2-8a60fcefdf97,DISK] 2024-12-07T21:56:08,932 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/WALs/dbf4292a68c8,34281,1733608565228/dbf4292a68c8%2C34281%2C1733608565228.meta.1733608568912.meta 2024-12-07T21:56:08,933 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33995:33995)] 2024-12-07T21:56:08,933 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:56:08,935 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T21:56:08,937 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T21:56:08,942 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T21:56:08,948 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T21:56:08,949 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:56:08,949 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-07T21:56:08,949 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-07T21:56:08,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T21:56:08,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T21:56:08,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:08,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T21:56:08,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-07T21:56:08,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-07T21:56:08,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:08,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T21:56:08,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T21:56:08,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T21:56:08,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:08,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T21:56:08,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T21:56:08,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T21:56:08,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:08,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T21:56:08,967 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-07T21:56:08,969 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/hbase/meta/1588230740 2024-12-07T21:56:08,972 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/hbase/meta/1588230740 2024-12-07T21:56:08,975 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-07T21:56:08,975 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-07T21:56:08,976 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T21:56:08,978 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-07T21:56:08,980 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70789116, jitterRate=0.054840028285980225}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T21:56:08,980 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-07T21:56:08,982 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733608568950Writing region info on filesystem at 1733608568950Initializing all the Stores at 1733608568952 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733608568952Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733608568953 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608568953Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733608568953Cleaning up temporary data from old regions at 1733608568975 (+22 ms)Running coprocessor post-open hooks at 1733608568981 (+6 ms)Region opened successfully at 1733608568982 (+1 ms) 2024-12-07T21:56:08,988 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733608568884 2024-12-07T21:56:09,002 DEBUG [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T21:56:09,002 INFO [RS_OPEN_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-07T21:56:09,005 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:09,008 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as dbf4292a68c8,34281,1733608565228, state=OPEN 2024-12-07T21:56:09,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34281-0x100025522620001, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T21:56:09,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33471-0x100025522620000, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T21:56:09,085 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T21:56:09,085 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T21:56:09,085 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:09,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T21:56:09,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=dbf4292a68c8,34281,1733608565228 in 367 msec 2024-12-07T21:56:09,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T21:56:09,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 882 msec 2024-12-07T21:56:09,109 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-07T21:56:09,109 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-07T21:56:09,133 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:56:09,135 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:56:09,157 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:56:09,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58735, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:56:09,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1390 sec 2024-12-07T21:56:09,181 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733608569181, completionTime=-1 2024-12-07T21:56:09,184 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-07T21:56:09,185 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-07T21:56:09,243 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-07T21:56:09,243 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733608629243 2024-12-07T21:56:09,243 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733608689243 2024-12-07T21:56:09,243 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 58 msec 2024-12-07T21:56:09,246 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbf4292a68c8,33471,1733608564515-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T21:56:09,247 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbf4292a68c8,33471,1733608564515-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T21:56:09,247 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbf4292a68c8,33471,1733608564515-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T21:56:09,250 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-dbf4292a68c8:33471, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T21:56:09,250 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T21:56:09,251 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-07T21:56:09,259 DEBUG [master/dbf4292a68c8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-07T21:56:09,278 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.897sec 2024-12-07T21:56:09,279 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T21:56:09,280 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T21:56:09,280 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T21:56:09,281 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T21:56:09,281 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T21:56:09,282 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbf4292a68c8,33471,1733608564515-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T21:56:09,282 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbf4292a68c8,33471,1733608564515-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T21:56:09,290 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-07T21:56:09,291 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T21:56:09,291 INFO [master/dbf4292a68c8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=dbf4292a68c8,33471,1733608564515-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T21:56:09,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e129cbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:09,342 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-07T21:56:09,342 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-07T21:56:09,345 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:56:09,348 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:56:09,354 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:56:09,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:56:09,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:56:09,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c86253f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:09,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:56:09,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:56:09,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:09,364 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48460, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:56:09,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ebea588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:09,367 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:56:09,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:56:09,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:56:09,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36518, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:56:09,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=dbf4292a68c8,33471,1733608564515 2024-12-07T21:56:09,405 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=267, ProcessCount=11, AvailableMemoryMB=18877 2024-12-07T21:56:09,412 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T21:56:09,417 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is dbf4292a68c8,33471,1733608564515 2024-12-07T21:56:09,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@571ad612 2024-12-07T21:56:09,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T21:56:09,423 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48470, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T21:56:09,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T21:56:09,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T21:56:09,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-07T21:56:09,438 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T21:56:09,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-12-07T21:56:09,441 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:09,444 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T21:56:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T21:56:09,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741835_1011 (size=1061) 2024-12-07T21:56:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T21:56:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T21:56:09,858 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650 2024-12-07T21:56:09,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741836_1012 (size=53) 2024-12-07T21:56:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T21:56:10,272 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:56:10,272 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, disabling compactions & flushes 2024-12-07T21:56:10,272 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:10,272 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:10,272 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. after waiting 0 ms 2024-12-07T21:56:10,273 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:10,273 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:10,273 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: Waiting for close lock at 1733608570272Disabling compacts and flushes for region at 1733608570272Disabling writes for close at 1733608570273 (+1 ms)Writing region close event to WAL at 1733608570273Closed at 1733608570273 2024-12-07T21:56:10,277 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T21:56:10,283 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733608570277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733608570277"}]},"ts":"1733608570277"} 2024-12-07T21:56:10,288 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T21:56:10,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T21:56:10,292 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608570289"}]},"ts":"1733608570289"} 2024-12-07T21:56:10,295 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-07T21:56:10,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, ASSIGN}] 2024-12-07T21:56:10,299 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, ASSIGN 2024-12-07T21:56:10,301 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, ASSIGN; state=OFFLINE, location=dbf4292a68c8,34281,1733608565228; forceNewPlan=false, retain=false 2024-12-07T21:56:10,452 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, regionState=OPENING, regionLocation=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:10,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, ASSIGN because future has completed 2024-12-07T21:56:10,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228}] 2024-12-07T21:56:10,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T21:56:10,622 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:10,622 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:56:10,623 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:10,623 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:56:10,623 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:10,623 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:10,626 INFO [StoreOpener-0ebd3ec45b8a5fcd3c1ccd8fbb275f27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:10,629 INFO [StoreOpener-0ebd3ec45b8a5fcd3c1ccd8fbb275f27-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T21:56:10,630 INFO [StoreOpener-0ebd3ec45b8a5fcd3c1ccd8fbb275f27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 columnFamilyName A 2024-12-07T21:56:10,630 DEBUG [StoreOpener-0ebd3ec45b8a5fcd3c1ccd8fbb275f27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:10,632 INFO [StoreOpener-0ebd3ec45b8a5fcd3c1ccd8fbb275f27-1 {}] regionserver.HStore(327): Store=0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:56:10,632 INFO [StoreOpener-0ebd3ec45b8a5fcd3c1ccd8fbb275f27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:10,634 INFO [StoreOpener-0ebd3ec45b8a5fcd3c1ccd8fbb275f27-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T21:56:10,634 INFO [StoreOpener-0ebd3ec45b8a5fcd3c1ccd8fbb275f27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 columnFamilyName B 2024-12-07T21:56:10,635 DEBUG [StoreOpener-0ebd3ec45b8a5fcd3c1ccd8fbb275f27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:10,636 INFO [StoreOpener-0ebd3ec45b8a5fcd3c1ccd8fbb275f27-1 {}] regionserver.HStore(327): Store=0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:56:10,636 INFO [StoreOpener-0ebd3ec45b8a5fcd3c1ccd8fbb275f27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:10,638 INFO [StoreOpener-0ebd3ec45b8a5fcd3c1ccd8fbb275f27-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T21:56:10,639 INFO [StoreOpener-0ebd3ec45b8a5fcd3c1ccd8fbb275f27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 columnFamilyName C 2024-12-07T21:56:10,639 DEBUG [StoreOpener-0ebd3ec45b8a5fcd3c1ccd8fbb275f27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:10,640 INFO [StoreOpener-0ebd3ec45b8a5fcd3c1ccd8fbb275f27-1 {}] regionserver.HStore(327): Store=0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:56:10,641 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:10,641 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:10,642 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:10,643 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:10,645 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:10,645 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:10,646 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T21:56:10,649 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:10,652 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T21:56:10,653 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0ebd3ec45b8a5fcd3c1ccd8fbb275f27; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68073582, jitterRate=0.014375418424606323}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T21:56:10,654 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:10,654 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: Running coprocessor pre-open hook at 1733608570623Writing region info on filesystem at 1733608570623Initializing all the Stores at 1733608570625 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608570625Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608570625Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608570625Cleaning up temporary data from old regions at 1733608570645 (+20 ms)Running coprocessor post-open hooks at 1733608570654 (+9 ms)Region opened successfully at 1733608570654 2024-12-07T21:56:10,657 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., pid=6, masterSystemTime=1733608570612 2024-12-07T21:56:10,660 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:10,661 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:10,662 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, regionState=OPEN, openSeqNum=2, regionLocation=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:10,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 because future has completed 2024-12-07T21:56:10,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-07T21:56:10,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 in 211 msec 2024-12-07T21:56:10,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-07T21:56:10,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, ASSIGN in 377 msec 2024-12-07T21:56:10,682 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T21:56:10,682 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608570682"}]},"ts":"1733608570682"} 2024-12-07T21:56:10,686 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-07T21:56:10,689 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T21:56:10,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2580 sec 2024-12-07T21:56:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-07T21:56:11,592 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:56:11,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b3430e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:11,597 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:56:11,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:56:11,600 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:56:11,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:56:11,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:56:11,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46cd3e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:11,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:56:11,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:56:11,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:11,606 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39972, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:56:11,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c82fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:11,609 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:56:11,611 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:56:11,611 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:56:11,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39578, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:56:11,618 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T21:56:11,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is dbf4292a68c8,33471,1733608564515 2024-12-07T21:56:11,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@da7d497 2024-12-07T21:56:11,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T21:56:11,625 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39974, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T21:56:11,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7685e9fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:11,629 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:56:11,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:56:11,630 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:56:11,631 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:56:11,631 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:56:11,631 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@483a22c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:11,631 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:56:11,632 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:56:11,632 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:11,633 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39992, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:56:11,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63181207, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:11,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77e3eb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:11,636 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:56:11,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:56:11,638 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:56:11,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:56:11,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:56:11,639 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68cf4e74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:11,639 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:56:11,639 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:56:11,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:11,641 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40014, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:56:11,643 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbf9665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:11,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b4d8404, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:11,644 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:56:11,644 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:56:11,648 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:56:11,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:56:11,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:56:11,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33bdb6a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:11,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:56:11,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:56:11,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:11,651 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40018, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:56:11,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27108bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:11,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@382062a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:11,653 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:56:11,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:56:11,655 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:56:11,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:56:11,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:56:11,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b0e6697, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:11,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:56:11,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:56:11,657 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:11,659 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40042, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:56:11,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f7ca9c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:11,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f5332d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:11,661 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:56:11,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:56:11,664 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:56:11,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:56:11,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:56:11,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d96214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:11,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:56:11,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:56:11,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:11,667 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40072, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:56:11,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f776e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:11,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ef992a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:11,670 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:56:11,671 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:56:11,672 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:56:11,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:56:11,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:56:11,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d6e4493, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:11,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:56:11,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:56:11,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:11,675 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:56:11,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1455c669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:11,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19215e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:11,677 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:56:11,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:56:11,678 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:56:11,679 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:56:11,679 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:56:11,679 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d111af0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:11,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:56:11,680 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:56:11,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:11,682 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40108, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:56:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9639cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:11,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64696a75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:11,685 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:56:11,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:56:11,687 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:56:11,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:56:11,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:56:11,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e406351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:11,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:56:11,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:56:11,689 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:11,690 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40114, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:56:11,691 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27d22a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:11,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae6950f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:11,694 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:56:11,694 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:56:11,695 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:56:11,696 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:56:11,696 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:56:11,696 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c994daa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:11,696 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:56:11,696 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:56:11,697 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:11,698 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40134, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:56:11,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e186e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:11,702 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:56:11,702 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:56:11,703 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:56:11,704 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:56:11,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:56:11,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:56:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:56:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:56:11,706 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:56:11,707 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:56:11,707 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:56:11,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:56:11,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:56:11,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:56:11,709 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:56:11,710 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:56:11,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:56:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-12-07T21:56:11,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:56:11,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:56:11,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39602, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:56:11,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39626, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:56:11,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:56:11,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39604, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:56:11,713 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:56:11,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39642, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:56:11,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:56:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T21:56:11,717 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2] 2024-12-07T21:56:11,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2] 2024-12-07T21:56:11,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2] 2024-12-07T21:56:11,719 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:56:11,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2] 2024-12-07T21:56:11,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2] 2024-12-07T21:56:11,720 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:56:11,720 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:56:11,721 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:56:11,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2] 2024-12-07T21:56:11,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:56:11,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:56:11,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:56:11,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:56:11,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39662, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:56:11,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39668, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:56:11,731 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:56:11,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2] 2024-12-07T21:56:11,734 DEBUG [Thread-154 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:56:11,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2] 2024-12-07T21:56:11,735 DEBUG [Thread-154 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:56:11,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:56:11,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2] 2024-12-07T21:56:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:11,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-07T21:56:11,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=A 2024-12-07T21:56:11,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:11,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=B 2024-12-07T21:56:11,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:11,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=C 2024-12-07T21:56:11,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T21:56:11,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-07T21:56:11,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:11,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:11,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/2e27b4e3b74b456cb50b151d19bc9cb4 is 50, key is test_row_0/A:col10/1733608571773/Put/seqid=0 2024-12-07T21:56:11,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:11,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:11,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:11,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:11,946 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733608571879, max timestamp=1733608571911Num uniques 859; 2024-12-07T21:56:11,946 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T21:56:11,943 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733608571879, max timestamp=1733608571911Num uniques 859; 2024-12-07T21:56:11,948 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-07T21:56:11,955 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733608571879, max timestamp=1733608571934Num uniques 859; 2024-12-07T21:56:11,955 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T21:56:11,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741837_1013 (size=12001) 2024-12-07T21:56:11,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/2e27b4e3b74b456cb50b151d19bc9cb4 2024-12-07T21:56:12,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608632019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T21:56:12,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:12,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608632019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:12,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:12,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608632027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:12,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:12,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608632028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:12,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:12,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608632027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:12,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:12,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:12,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:12,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:12,073 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,073 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:12,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/3f74ab9e6c5543178d1f3a98b1106cf7 is 50, key is test_row_0/B:col10/1733608571773/Put/seqid=0 2024-12-07T21:56:12,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-07T21:56:12,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:12,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:12,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:12,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:12,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:12,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741838_1014 (size=12001) 2024-12-07T21:56:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:12,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/3f74ab9e6c5543178d1f3a98b1106cf7 2024-12-07T21:56:12,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/2c30a26e72514582bf6a1ced3080b9fe is 50, key is test_row_0/C:col10/1733608571773/Put/seqid=0 2024-12-07T21:56:12,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:12,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608632184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:12,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:12,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608632184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:12,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:12,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:12,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608632185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:12,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:12,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608632186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:12,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:12,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608632186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:12,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:12,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741839_1015 (size=12001) 2024-12-07T21:56:12,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-07T21:56:12,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:12,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:12,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:12,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:12,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:12,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T21:56:12,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608632402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:12,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:12,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:12,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608632403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608632403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:12,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:12,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:12,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:12,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608632404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608632403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:12,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:12,412 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,412 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,412 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:12,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-07T21:56:12,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:12,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:12,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:12,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:12,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:12,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-07T21:56:12,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:12,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:12,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:12,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:12,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:12,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/2c30a26e72514582bf6a1ced3080b9fe 2024-12-07T21:56:12,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/2e27b4e3b74b456cb50b151d19bc9cb4 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/2e27b4e3b74b456cb50b151d19bc9cb4 2024-12-07T21:56:12,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/2e27b4e3b74b456cb50b151d19bc9cb4, entries=150, sequenceid=11, filesize=11.7 K 2024-12-07T21:56:12,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/3f74ab9e6c5543178d1f3a98b1106cf7 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/3f74ab9e6c5543178d1f3a98b1106cf7 2024-12-07T21:56:12,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/3f74ab9e6c5543178d1f3a98b1106cf7, entries=150, sequenceid=11, filesize=11.7 K 2024-12-07T21:56:12,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/2c30a26e72514582bf6a1ced3080b9fe as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/2c30a26e72514582bf6a1ced3080b9fe 2024-12-07T21:56:12,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/2c30a26e72514582bf6a1ced3080b9fe, entries=150, sequenceid=11, filesize=11.7 K 2024-12-07T21:56:12,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=138.65 KB/141980 for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 in 945ms, sequenceid=11, compaction requested=false 2024-12-07T21:56:12,735 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-07T21:56:12,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:12,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-07T21:56:12,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:12,769 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 3/3 column families, dataSize=138.65 KB heapSize=395.61 KB 2024-12-07T21:56:12,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:12,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=A 2024-12-07T21:56:12,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:12,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-07T21:56:12,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=B 2024-12-07T21:56:12,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-07T21:56:12,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=C 2024-12-07T21:56:12,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-07T21:56:12,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/1df7c9692abc4592b9c0e8734c309bce is 50, key is test_row_0/A:col10/1733608572758/Put/seqid=0 2024-12-07T21:56:12,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:12,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608632792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608632792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:12,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:12,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:12,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608632798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:12,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:12,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741840_1016 (size=14341) 2024-12-07T21:56:12,834 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/1df7c9692abc4592b9c0e8734c309bce 2024-12-07T21:56:12,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608632813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:12,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T21:56:12,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608632829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:12,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:12,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/9e47e09d41214c7abf5debd18d8547b5 is 50, key is test_row_0/B:col10/1733608572758/Put/seqid=0 2024-12-07T21:56:12,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741841_1017 (size=12001) 2024-12-07T21:56:12,916 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/9e47e09d41214c7abf5debd18d8547b5 2024-12-07T21:56:12,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608632931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:12,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:12,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608632933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:12,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:12,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/051a488b8e2b41da8bc876847a573115 is 50, key is test_row_0/C:col10/1733608572758/Put/seqid=0 2024-12-07T21:56:12,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608632941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:12,955 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,955 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,955 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:12,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608632961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:12,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741842_1018 (size=12001) 2024-12-07T21:56:12,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:12,970 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/051a488b8e2b41da8bc876847a573115 2024-12-07T21:56:12,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608632972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:12,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:12,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:12,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/1df7c9692abc4592b9c0e8734c309bce as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/1df7c9692abc4592b9c0e8734c309bce 2024-12-07T21:56:13,013 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/1df7c9692abc4592b9c0e8734c309bce, entries=200, sequenceid=49, filesize=14.0 K 2024-12-07T21:56:13,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/9e47e09d41214c7abf5debd18d8547b5 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/9e47e09d41214c7abf5debd18d8547b5 2024-12-07T21:56:13,035 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/9e47e09d41214c7abf5debd18d8547b5, entries=150, sequenceid=49, filesize=11.7 K 2024-12-07T21:56:13,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/051a488b8e2b41da8bc876847a573115 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/051a488b8e2b41da8bc876847a573115 2024-12-07T21:56:13,053 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/051a488b8e2b41da8bc876847a573115, entries=150, sequenceid=49, filesize=11.7 K 2024-12-07T21:56:13,057 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~145.36 KB/148850, heapSize ~415.72 KB/425696, currentSize=40.25 KB/41220 for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 in 288ms, sequenceid=49, compaction requested=false 2024-12-07T21:56:13,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:13,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:13,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-07T21:56:13,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-07T21:56:13,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-07T21:56:13,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3410 sec 2024-12-07T21:56:13,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.3610 sec 2024-12-07T21:56:13,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:13,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-07T21:56:13,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=A 2024-12-07T21:56:13,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:13,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=B 2024-12-07T21:56:13,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:13,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=C 2024-12-07T21:56:13,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:13,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/389751c7bb924fd8b6229fce789e995f is 50, key is test_row_0/A:col10/1733608573144/Put/seqid=0 2024-12-07T21:56:13,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741843_1019 (size=11997) 2024-12-07T21:56:13,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/389751c7bb924fd8b6229fce789e995f 2024-12-07T21:56:13,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/c0ca864dfb564cf6b1d098aca6e0b3fa is 50, key is test_row_0/B:col10/1733608573144/Put/seqid=0 2024-12-07T21:56:13,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741844_1020 (size=9657) 2024-12-07T21:56:13,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/c0ca864dfb564cf6b1d098aca6e0b3fa 2024-12-07T21:56:13,241 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733608573215, max timestamp=1733608573235Num uniques 859; 2024-12-07T21:56:13,241 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T21:56:13,241 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733608573215, max timestamp=1733608573234Num uniques 859; 2024-12-07T21:56:13,241 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T21:56:13,250 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733608573215, max timestamp=1733608573234Num uniques 859; 2024-12-07T21:56:13,250 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T21:56:13,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/b46c334ec36a48c1bd65fa50cb0ed508 is 50, key is test_row_0/C:col10/1733608573144/Put/seqid=0 2024-12-07T21:56:13,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608633290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:13,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:13,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608633295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:13,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:13,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:13,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608633293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:13,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:13,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:13,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:13,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608633303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:13,320 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,320 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,320 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:13,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741845_1021 (size=9657) 2024-12-07T21:56:13,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608633303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:13,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:13,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608633412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:13,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:13,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:13,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608633422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:13,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:13,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608633422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:13,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:13,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:13,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608633432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:13,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:13,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:13,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608633432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:13,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:13,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608633634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:13,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:13,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608633642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:13,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:13,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608633642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:13,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:13,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608633642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:13,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:13,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608633652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:13,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:13,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/b46c334ec36a48c1bd65fa50cb0ed508 2024-12-07T21:56:13,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/389751c7bb924fd8b6229fce789e995f as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/389751c7bb924fd8b6229fce789e995f 2024-12-07T21:56:13,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/389751c7bb924fd8b6229fce789e995f, entries=150, sequenceid=59, filesize=11.7 K 2024-12-07T21:56:13,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/c0ca864dfb564cf6b1d098aca6e0b3fa as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/c0ca864dfb564cf6b1d098aca6e0b3fa 2024-12-07T21:56:13,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/c0ca864dfb564cf6b1d098aca6e0b3fa, entries=100, sequenceid=59, filesize=9.4 K 2024-12-07T21:56:13,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/b46c334ec36a48c1bd65fa50cb0ed508 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/b46c334ec36a48c1bd65fa50cb0ed508 2024-12-07T21:56:13,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/b46c334ec36a48c1bd65fa50cb0ed508, entries=100, sequenceid=59, filesize=9.4 K 2024-12-07T21:56:13,808 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 in 661ms, sequenceid=59, compaction requested=true 2024-12-07T21:56:13,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:13,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:56:13,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:13,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:56:13,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:13,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:56:13,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:56:13,821 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:56:13,825 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:56:13,826 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B is initiating minor compaction (all files) 2024-12-07T21:56:13,827 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B in TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:13,827 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/3f74ab9e6c5543178d1f3a98b1106cf7, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/9e47e09d41214c7abf5debd18d8547b5, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/c0ca864dfb564cf6b1d098aca6e0b3fa] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp, totalSize=32.9 K 2024-12-07T21:56:13,828 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:56:13,831 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f74ab9e6c5543178d1f3a98b1106cf7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733608571758 2024-12-07T21:56:13,835 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e47e09d41214c7abf5debd18d8547b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733608571980 2024-12-07T21:56:13,835 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38339 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:56:13,836 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A is initiating minor compaction (all files) 2024-12-07T21:56:13,836 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A in TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:13,836 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting c0ca864dfb564cf6b1d098aca6e0b3fa, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733608572785 2024-12-07T21:56:13,837 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/2e27b4e3b74b456cb50b151d19bc9cb4, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/1df7c9692abc4592b9c0e8734c309bce, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/389751c7bb924fd8b6229fce789e995f] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp, totalSize=37.4 K 2024-12-07T21:56:13,838 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e27b4e3b74b456cb50b151d19bc9cb4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733608571758 2024-12-07T21:56:13,839 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1df7c9692abc4592b9c0e8734c309bce, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733608571980 2024-12-07T21:56:13,840 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 389751c7bb924fd8b6229fce789e995f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733608572785 2024-12-07T21:56:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-07T21:56:13,861 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:56:13,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:56:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-12-07T21:56:13,868 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:56:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-07T21:56:13,871 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:56:13,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:56:13,876 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27#A#compaction#9 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:13,881 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/5a7641f87e674155aefd0e311d30aa1f is 50, key is test_row_0/A:col10/1733608573144/Put/seqid=0 2024-12-07T21:56:13,895 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27#B#compaction#10 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:13,896 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/5cc7553478834a9c95db9a924dd044cf is 50, key is test_row_0/B:col10/1733608573144/Put/seqid=0 2024-12-07T21:56:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:13,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-12-07T21:56:13,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=A 2024-12-07T21:56:13,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:13,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=B 2024-12-07T21:56:13,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:13,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=C 2024-12-07T21:56:13,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:13,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741846_1022 (size=12104) 2024-12-07T21:56:13,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/2e7d5f5255e4464796ef411741b3e9de is 50, key is test_row_0/A:col10/1733608573297/Put/seqid=0 2024-12-07T21:56:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-07T21:56:13,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741847_1023 (size=12104) 2024-12-07T21:56:13,986 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/5a7641f87e674155aefd0e311d30aa1f as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/5a7641f87e674155aefd0e311d30aa1f 2024-12-07T21:56:13,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608633971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:13,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608633974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:13,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:13,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:13,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608633983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:13,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,993 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:13,993 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:14,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:14,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608633990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608633990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:14,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:14,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:14,006 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/5cc7553478834a9c95db9a924dd044cf as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/5cc7553478834a9c95db9a924dd044cf 2024-12-07T21:56:14,020 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 into 5a7641f87e674155aefd0e311d30aa1f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:14,020 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:14,024 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., storeName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A, priority=13, startTime=1733608573810; duration=0sec 2024-12-07T21:56:14,025 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 into 5cc7553478834a9c95db9a924dd044cf(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:14,025 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:14,025 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., storeName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B, priority=13, startTime=1733608573819; duration=0sec 2024-12-07T21:56:14,026 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:56:14,026 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:B 2024-12-07T21:56:14,026 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:56:14,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-07T21:56:14,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:14,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:14,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:14,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:14,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:14,027 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:14,027 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:A 2024-12-07T21:56:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:14,030 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:56:14,030 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C is initiating minor compaction (all files) 2024-12-07T21:56:14,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741848_1024 (size=14341) 2024-12-07T21:56:14,030 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C in TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:14,031 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/2c30a26e72514582bf6a1ced3080b9fe, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/051a488b8e2b41da8bc876847a573115, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/b46c334ec36a48c1bd65fa50cb0ed508] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp, totalSize=32.9 K 2024-12-07T21:56:14,032 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c30a26e72514582bf6a1ced3080b9fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733608571758 2024-12-07T21:56:14,033 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 051a488b8e2b41da8bc876847a573115, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733608571980 2024-12-07T21:56:14,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/2e7d5f5255e4464796ef411741b3e9de 2024-12-07T21:56:14,040 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting b46c334ec36a48c1bd65fa50cb0ed508, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733608572785 2024-12-07T21:56:14,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/25814ca9def14624b8f02aaa3aee21f2 is 50, key is test_row_0/B:col10/1733608573297/Put/seqid=0 2024-12-07T21:56:14,075 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27#C#compaction#13 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:14,078 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/1853334f7e3c4a6ea1f04c92bf0d08f8 is 50, key is test_row_0/C:col10/1733608573144/Put/seqid=0 2024-12-07T21:56:14,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:14,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608634101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:14,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:14,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:14,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608634101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:14,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:14,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:14,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608634101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:14,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:14,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:14,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608634111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:14,118 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,118 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,118 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:14,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608634111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:14,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:14,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741849_1025 (size=12001) 2024-12-07T21:56:14,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/25814ca9def14624b8f02aaa3aee21f2 2024-12-07T21:56:14,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741850_1026 (size=12104) 2024-12-07T21:56:14,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/82119d83a98f4bc1932fb7a41cf62d22 is 50, key is test_row_0/C:col10/1733608573297/Put/seqid=0 2024-12-07T21:56:14,160 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/1853334f7e3c4a6ea1f04c92bf0d08f8 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/1853334f7e3c4a6ea1f04c92bf0d08f8 2024-12-07T21:56:14,178 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 into 1853334f7e3c4a6ea1f04c92bf0d08f8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:14,178 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:14,178 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., storeName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C, priority=13, startTime=1733608573819; duration=0sec 2024-12-07T21:56:14,178 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:14,178 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:C 2024-12-07T21:56:14,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-07T21:56:14,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:14,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:14,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:14,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:14,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:14,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:14,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741851_1027 (size=12001) 2024-12-07T21:56:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-07T21:56:14,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/82119d83a98f4bc1932fb7a41cf62d22 2024-12-07T21:56:14,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/2e7d5f5255e4464796ef411741b3e9de as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/2e7d5f5255e4464796ef411741b3e9de 2024-12-07T21:56:14,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/2e7d5f5255e4464796ef411741b3e9de, entries=200, sequenceid=96, filesize=14.0 K 2024-12-07T21:56:14,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/25814ca9def14624b8f02aaa3aee21f2 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/25814ca9def14624b8f02aaa3aee21f2 2024-12-07T21:56:14,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/25814ca9def14624b8f02aaa3aee21f2, entries=150, sequenceid=96, filesize=11.7 K 2024-12-07T21:56:14,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/82119d83a98f4bc1932fb7a41cf62d22 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/82119d83a98f4bc1932fb7a41cf62d22 2024-12-07T21:56:14,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/82119d83a98f4bc1932fb7a41cf62d22, entries=150, sequenceid=96, filesize=11.7 K 2024-12-07T21:56:14,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 in 314ms, sequenceid=96, compaction requested=false 2024-12-07T21:56:14,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:14,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-07T21:56:14,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=A 2024-12-07T21:56:14,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:14,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=B 2024-12-07T21:56:14,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:14,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=C 2024-12-07T21:56:14,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:14,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:14,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-07T21:56:14,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:14,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:14,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:14,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:14,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:14,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/059b45cbb6b8415eada21b56190409ad is 50, key is test_row_0/A:col10/1733608573985/Put/seqid=0 2024-12-07T21:56:14,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741852_1028 (size=12001) 2024-12-07T21:56:14,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/059b45cbb6b8415eada21b56190409ad 2024-12-07T21:56:14,403 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733608574374, max timestamp=1733608574390Num uniques 859; 2024-12-07T21:56:14,403 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T21:56:14,403 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733608574374, max timestamp=1733608574390Num uniques 859; 2024-12-07T21:56:14,404 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T21:56:14,406 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733608574374, max timestamp=1733608574390Num uniques 859; 2024-12-07T21:56:14,406 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T21:56:14,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/7bab1c10c07747b3839404cee95d5714 is 50, key is test_row_0/B:col10/1733608573985/Put/seqid=0 2024-12-07T21:56:14,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741853_1029 (size=12001) 2024-12-07T21:56:14,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/7bab1c10c07747b3839404cee95d5714 2024-12-07T21:56:14,460 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T21:56:14,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:14,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:14,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608634453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:14,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608634456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:14,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:14,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:14,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:14,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608634464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:14,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:14,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608634466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:14,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:14,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:14,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608634467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:14,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:14,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:14,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/818b2ee12449472e8ebabe803ef810e0 is 50, key is test_row_0/C:col10/1733608573985/Put/seqid=0 2024-12-07T21:56:14,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-07T21:56:14,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:14,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:14,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:14,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:14,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:14,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:14,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-07T21:56:14,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741854_1030 (size=12001) 2024-12-07T21:56:14,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/818b2ee12449472e8ebabe803ef810e0 2024-12-07T21:56:14,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/059b45cbb6b8415eada21b56190409ad as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/059b45cbb6b8415eada21b56190409ad 2024-12-07T21:56:14,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/059b45cbb6b8415eada21b56190409ad, entries=150, sequenceid=109, filesize=11.7 K 2024-12-07T21:56:14,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/7bab1c10c07747b3839404cee95d5714 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/7bab1c10c07747b3839404cee95d5714 2024-12-07T21:56:14,558 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-07T21:56:14,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/7bab1c10c07747b3839404cee95d5714, entries=150, sequenceid=109, filesize=11.7 K 2024-12-07T21:56:14,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/818b2ee12449472e8ebabe803ef810e0 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/818b2ee12449472e8ebabe803ef810e0 2024-12-07T21:56:14,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608634572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:14,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:14,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608634572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:14,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:14,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:14,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608634581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:14,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:14,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608634581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:14,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:14,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:14,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608634582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:14,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/818b2ee12449472e8ebabe803ef810e0, entries=150, sequenceid=109, filesize=11.7 K 2024-12-07T21:56:14,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:14,593 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 in 261ms, sequenceid=109, compaction requested=true 2024-12-07T21:56:14,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:14,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:56:14,593 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:56:14,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:14,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:56:14,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:56:14,594 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:56:14,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:56:14,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:56:14,599 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:56:14,599 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:56:14,599 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A is initiating minor compaction (all files) 2024-12-07T21:56:14,599 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B is initiating minor compaction (all files) 2024-12-07T21:56:14,599 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B in TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:14,599 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A in TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:14,599 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/5cc7553478834a9c95db9a924dd044cf, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/25814ca9def14624b8f02aaa3aee21f2, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/7bab1c10c07747b3839404cee95d5714] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp, totalSize=35.3 K 2024-12-07T21:56:14,599 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/5a7641f87e674155aefd0e311d30aa1f, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/2e7d5f5255e4464796ef411741b3e9de, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/059b45cbb6b8415eada21b56190409ad] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp, totalSize=37.5 K 2024-12-07T21:56:14,601 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 5cc7553478834a9c95db9a924dd044cf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733608572023 2024-12-07T21:56:14,601 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a7641f87e674155aefd0e311d30aa1f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733608572023 2024-12-07T21:56:14,602 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e7d5f5255e4464796ef411741b3e9de, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733608573286 2024-12-07T21:56:14,602 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 25814ca9def14624b8f02aaa3aee21f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733608573286 2024-12-07T21:56:14,603 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 059b45cbb6b8415eada21b56190409ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1733608573964 2024-12-07T21:56:14,604 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bab1c10c07747b3839404cee95d5714, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1733608573964 2024-12-07T21:56:14,634 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27#A#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:14,635 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/af890106516649cdb78e4924a56a6ba7 is 50, key is test_row_0/A:col10/1733608573985/Put/seqid=0 2024-12-07T21:56:14,649 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27#B#compaction#19 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:14,650 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/5d4e0e01f393429ab93319f2bb9efee7 is 50, key is test_row_0/B:col10/1733608573985/Put/seqid=0 2024-12-07T21:56:14,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-07T21:56:14,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:14,655 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-12-07T21:56:14,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=A 2024-12-07T21:56:14,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:14,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=B 2024-12-07T21:56:14,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:14,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=C 2024-12-07T21:56:14,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:14,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741856_1032 (size=12207) 2024-12-07T21:56:14,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/4c7ac56d0ddb4d75a8943fbd391a5820 is 50, key is test_row_0/A:col10/1733608574432/Put/seqid=0 2024-12-07T21:56:14,710 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/5d4e0e01f393429ab93319f2bb9efee7 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/5d4e0e01f393429ab93319f2bb9efee7 2024-12-07T21:56:14,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741855_1031 (size=12207) 2024-12-07T21:56:14,727 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/af890106516649cdb78e4924a56a6ba7 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/af890106516649cdb78e4924a56a6ba7 2024-12-07T21:56:14,733 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 into 5d4e0e01f393429ab93319f2bb9efee7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:14,733 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:14,733 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., storeName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B, priority=13, startTime=1733608574594; duration=0sec 2024-12-07T21:56:14,734 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:56:14,734 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:B 2024-12-07T21:56:14,734 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:56:14,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741857_1033 (size=12151) 2024-12-07T21:56:14,743 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/4c7ac56d0ddb4d75a8943fbd391a5820 2024-12-07T21:56:14,752 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:56:14,752 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C is initiating minor compaction (all files) 2024-12-07T21:56:14,752 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C in TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:14,752 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/1853334f7e3c4a6ea1f04c92bf0d08f8, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/82119d83a98f4bc1932fb7a41cf62d22, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/818b2ee12449472e8ebabe803ef810e0] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp, totalSize=35.3 K 2024-12-07T21:56:14,755 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 1853334f7e3c4a6ea1f04c92bf0d08f8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733608572023 2024-12-07T21:56:14,757 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 82119d83a98f4bc1932fb7a41cf62d22, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733608573286 2024-12-07T21:56:14,759 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 818b2ee12449472e8ebabe803ef810e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1733608573964 2024-12-07T21:56:14,761 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 into af890106516649cdb78e4924a56a6ba7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:14,761 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:14,761 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., storeName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A, priority=13, startTime=1733608574593; duration=0sec 2024-12-07T21:56:14,762 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:14,762 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:A 2024-12-07T21:56:14,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/6e010964399344cf852e2af8bb31f163 is 50, key is test_row_0/B:col10/1733608574432/Put/seqid=0 2024-12-07T21:56:14,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:14,793 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27#C#compaction#22 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:14,794 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/dd70b2f841bc4e7cb7cb18d1476adea0 is 50, key is test_row_0/C:col10/1733608573985/Put/seqid=0 2024-12-07T21:56:14,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608634796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:14,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:14,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608634801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:14,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:14,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:14,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608634801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:14,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:14,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608634801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:14,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:14,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:14,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741858_1034 (size=12151) 2024-12-07T21:56:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608634803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:14,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,812 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/6e010964399344cf852e2af8bb31f163 2024-12-07T21:56:14,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:14,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741859_1035 (size=12207) 2024-12-07T21:56:14,841 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/dd70b2f841bc4e7cb7cb18d1476adea0 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/dd70b2f841bc4e7cb7cb18d1476adea0 2024-12-07T21:56:14,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/cdff8d9fc2f24369a10f32b310b21208 is 50, key is test_row_0/C:col10/1733608574432/Put/seqid=0 2024-12-07T21:56:14,859 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-07T21:56:14,860 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-07T21:56:14,862 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T21:56:14,862 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-07T21:56:14,862 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-07T21:56:14,862 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-07T21:56:14,864 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-07T21:56:14,864 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-07T21:56:14,874 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 into dd70b2f841bc4e7cb7cb18d1476adea0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:14,874 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:14,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741860_1036 (size=12151) 2024-12-07T21:56:14,874 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., storeName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C, priority=13, startTime=1733608574594; duration=0sec 2024-12-07T21:56:14,874 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:14,875 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:C 2024-12-07T21:56:14,876 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/cdff8d9fc2f24369a10f32b310b21208 2024-12-07T21:56:14,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/4c7ac56d0ddb4d75a8943fbd391a5820 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/4c7ac56d0ddb4d75a8943fbd391a5820 2024-12-07T21:56:14,906 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/4c7ac56d0ddb4d75a8943fbd391a5820, entries=150, sequenceid=146, filesize=11.9 K 2024-12-07T21:56:14,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/6e010964399344cf852e2af8bb31f163 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/6e010964399344cf852e2af8bb31f163 2024-12-07T21:56:14,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608634912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:14,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:14,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608634912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:14,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:14,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608634922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:14,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:14,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:14,929 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/6e010964399344cf852e2af8bb31f163, entries=150, sequenceid=146, filesize=11.9 K 2024-12-07T21:56:14,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/cdff8d9fc2f24369a10f32b310b21208 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/cdff8d9fc2f24369a10f32b310b21208 2024-12-07T21:56:14,949 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/cdff8d9fc2f24369a10f32b310b21208, entries=150, sequenceid=146, filesize=11.9 K 2024-12-07T21:56:14,952 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 in 296ms, sequenceid=146, compaction requested=false 2024-12-07T21:56:14,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:14,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:14,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-07T21:56:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-07T21:56:14,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-07T21:56:14,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0880 sec 2024-12-07T21:56:14,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.1080 sec 2024-12-07T21:56:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-07T21:56:15,012 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:56:15,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:56:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-12-07T21:56:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-07T21:56:15,019 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:56:15,020 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:56:15,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:56:15,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-07T21:56:15,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=A 2024-12-07T21:56:15,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:15,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=B 2024-12-07T21:56:15,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:15,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=C 2024-12-07T21:56:15,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:15,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-07T21:56:15,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:15,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/cad5c703b7764f819da3f06da5b5ce9f is 50, key is test_row_0/A:col10/1733608574800/Put/seqid=0 2024-12-07T21:56:15,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741861_1037 (size=14541) 2024-12-07T21:56:15,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-07T21:56:15,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:15,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:15,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:15,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:15,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:15,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:15,188 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16434, totalHeapSize=37576, min timestamp=1733608575151, max timestamp=1733608575184Num uniques 859; 2024-12-07T21:56:15,188 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=16434, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-07T21:56:15,188 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16434, totalHeapSize=37576, min timestamp=1733608575151, max timestamp=1733608575184Num uniques 859; 2024-12-07T21:56:15,189 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=16434, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-07T21:56:15,189 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16434, totalHeapSize=37576, min timestamp=1733608575151, max timestamp=1733608575184Num uniques 859; 2024-12-07T21:56:15,189 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=16434, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-07T21:56:15,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608635219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:15,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:15,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:15,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608635244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:15,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:15,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:15,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608635279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:15,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:15,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608635279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:15,294 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,294 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,294 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:15,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608635289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:15,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-07T21:56:15,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-07T21:56:15,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:15,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:15,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:15,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:15,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:15,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608635381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:15,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:15,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608635401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:15,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:15,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608635401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:15,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:15,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608635402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:15,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:15,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:15,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608635412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:15,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:15,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-07T21:56:15,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:15,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:15,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:15,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:15,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:15,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/cad5c703b7764f819da3f06da5b5ce9f 2024-12-07T21:56:15,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/ac97302c21d748bd9a5198e68cf75849 is 50, key is test_row_0/B:col10/1733608574800/Put/seqid=0 2024-12-07T21:56:15,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608635592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:15,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:15,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741862_1038 (size=12151) 2024-12-07T21:56:15,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608635611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:15,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:15,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608635621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:15,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:15,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608635621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:15,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-07T21:56:15,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-07T21:56:15,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:15,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:15,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:15,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:15,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:15,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608635648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:15,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:15,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-07T21:56:15,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:15,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:15,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:15,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:15,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:15,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:15,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608635901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:15,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:15,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:15,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608635931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:15,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:15,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608635941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:15,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:15,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608635942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:15,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:15,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:15,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608635972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:15,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:15,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:16,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-07T21:56:16,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:16,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:16,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:16,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:16,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:16,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/ac97302c21d748bd9a5198e68cf75849 2024-12-07T21:56:16,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/73c8ca813b1c4457bed9a7df507dd6c3 is 50, key is test_row_0/C:col10/1733608574800/Put/seqid=0 2024-12-07T21:56:16,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741863_1039 (size=12151) 2024-12-07T21:56:16,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/73c8ca813b1c4457bed9a7df507dd6c3 2024-12-07T21:56:16,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/cad5c703b7764f819da3f06da5b5ce9f as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/cad5c703b7764f819da3f06da5b5ce9f 2024-12-07T21:56:16,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/cad5c703b7764f819da3f06da5b5ce9f, entries=200, sequenceid=159, filesize=14.2 K 2024-12-07T21:56:16,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/ac97302c21d748bd9a5198e68cf75849 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/ac97302c21d748bd9a5198e68cf75849 2024-12-07T21:56:16,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/ac97302c21d748bd9a5198e68cf75849, entries=150, sequenceid=159, filesize=11.9 K 2024-12-07T21:56:16,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/73c8ca813b1c4457bed9a7df507dd6c3 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/73c8ca813b1c4457bed9a7df507dd6c3 2024-12-07T21:56:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-07T21:56:16,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/73c8ca813b1c4457bed9a7df507dd6c3, entries=150, sequenceid=159, filesize=11.9 K 2024-12-07T21:56:16,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 in 1038ms, sequenceid=159, compaction requested=true 2024-12-07T21:56:16,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:16,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:56:16,156 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:56:16,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:16,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:56:16,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:56:16,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:56:16,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-07T21:56:16,156 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:56:16,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-07T21:56:16,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:16,161 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 3/3 column families, dataSize=140.89 KB heapSize=386.16 KB 2024-12-07T21:56:16,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=A 2024-12-07T21:56:16,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:16,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=B 2024-12-07T21:56:16,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:16,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=C 2024-12-07T21:56:16,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:16,166 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:56:16,166 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A is initiating minor compaction (all files) 2024-12-07T21:56:16,166 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A in TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:16,166 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/af890106516649cdb78e4924a56a6ba7, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/4c7ac56d0ddb4d75a8943fbd391a5820, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/cad5c703b7764f819da3f06da5b5ce9f] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp, totalSize=38.0 K 2024-12-07T21:56:16,169 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:56:16,169 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B is initiating minor compaction (all files) 2024-12-07T21:56:16,169 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B in TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:16,169 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/5d4e0e01f393429ab93319f2bb9efee7, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/6e010964399344cf852e2af8bb31f163, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/ac97302c21d748bd9a5198e68cf75849] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp, totalSize=35.7 K 2024-12-07T21:56:16,171 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting af890106516649cdb78e4924a56a6ba7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1733608573964 2024-12-07T21:56:16,172 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d4e0e01f393429ab93319f2bb9efee7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1733608573964 2024-12-07T21:56:16,173 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c7ac56d0ddb4d75a8943fbd391a5820, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1733608574432 2024-12-07T21:56:16,176 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e010964399344cf852e2af8bb31f163, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1733608574432 2024-12-07T21:56:16,176 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting cad5c703b7764f819da3f06da5b5ce9f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733608574793 2024-12-07T21:56:16,178 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting ac97302c21d748bd9a5198e68cf75849, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733608574797 2024-12-07T21:56:16,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/16f51f41da004da88efd37630458a571 is 50, key is test_row_0/A:col10/1733608575219/Put/seqid=0 2024-12-07T21:56:16,213 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27#A#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:16,214 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/5e0821fedb3c468486371a15d935333a is 50, key is test_row_0/A:col10/1733608574800/Put/seqid=0 2024-12-07T21:56:16,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741864_1040 (size=12151) 2024-12-07T21:56:16,229 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/16f51f41da004da88efd37630458a571 2024-12-07T21:56:16,253 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27#B#compaction#29 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:16,254 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/75a1c43a5fcf40fbb341c9140a3a2b29 is 50, key is test_row_0/B:col10/1733608574800/Put/seqid=0 2024-12-07T21:56:16,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/ceadf42ddbd04810aeb7f6b93f58a7f3 is 50, key is test_row_0/B:col10/1733608575219/Put/seqid=0 2024-12-07T21:56:16,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741865_1041 (size=12459) 2024-12-07T21:56:16,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741867_1043 (size=12151) 2024-12-07T21:56:16,282 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/ceadf42ddbd04810aeb7f6b93f58a7f3 2024-12-07T21:56:16,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741866_1042 (size=12459) 2024-12-07T21:56:16,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/39a8250c092c4bfab11f22beb93a9200 is 50, key is test_row_0/C:col10/1733608575219/Put/seqid=0 2024-12-07T21:56:16,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741868_1044 (size=12151) 2024-12-07T21:56:16,331 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/39a8250c092c4bfab11f22beb93a9200 2024-12-07T21:56:16,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/16f51f41da004da88efd37630458a571 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/16f51f41da004da88efd37630458a571 2024-12-07T21:56:16,371 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/16f51f41da004da88efd37630458a571, entries=150, sequenceid=193, filesize=11.9 K 2024-12-07T21:56:16,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/ceadf42ddbd04810aeb7f6b93f58a7f3 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/ceadf42ddbd04810aeb7f6b93f58a7f3 2024-12-07T21:56:16,394 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/ceadf42ddbd04810aeb7f6b93f58a7f3, entries=150, sequenceid=193, filesize=11.9 K 2024-12-07T21:56:16,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/39a8250c092c4bfab11f22beb93a9200 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/39a8250c092c4bfab11f22beb93a9200 2024-12-07T21:56:16,411 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/39a8250c092c4bfab11f22beb93a9200, entries=150, sequenceid=193, filesize=11.9 K 2024-12-07T21:56:16,417 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~386.11 KB/395376, currentSize=0 B/0 for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 in 257ms, sequenceid=193, compaction requested=true 2024-12-07T21:56:16,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:16,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:16,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-07T21:56:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-07T21:56:16,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-07T21:56:16,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4020 sec 2024-12-07T21:56:16,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.4280 sec 2024-12-07T21:56:16,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-07T21:56:16,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:16,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=A 2024-12-07T21:56:16,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:16,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=B 2024-12-07T21:56:16,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:16,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=C 2024-12-07T21:56:16,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:16,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/a0d99d90ad1147fea7fe48633c212e3f is 50, key is test_row_0/A:col10/1733608576467/Put/seqid=0 2024-12-07T21:56:16,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741869_1045 (size=12151) 2024-12-07T21:56:16,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/a0d99d90ad1147fea7fe48633c212e3f 2024-12-07T21:56:16,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/05ff1c3986a5411988ebcab2977b6cd6 is 50, key is test_row_0/B:col10/1733608576467/Put/seqid=0 2024-12-07T21:56:16,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741870_1046 (size=12151) 2024-12-07T21:56:16,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/05ff1c3986a5411988ebcab2977b6cd6 2024-12-07T21:56:16,594 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1733608576547, max timestamp=1733608576590Num uniques 859; 2024-12-07T21:56:16,594 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-07T21:56:16,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=169, cellSize=7734, totalHeapSize=17816, min timestamp=1733608576547, max timestamp=1733608576590Num uniques 859; 2024-12-07T21:56:16,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=7734, suffix heap size=117064,new segment heap size=17816 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=169 2024-12-07T21:56:16,598 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733608576574, max timestamp=1733608576590Num uniques 859; 2024-12-07T21:56:16,598 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T21:56:16,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/b5331ea713e64160ac2879b47112e424 is 50, key is test_row_0/C:col10/1733608576467/Put/seqid=0 2024-12-07T21:56:16,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741871_1047 (size=12151) 2024-12-07T21:56:16,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/b5331ea713e64160ac2879b47112e424 2024-12-07T21:56:16,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:16,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608636657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:16,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:16,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:16,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:16,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/a0d99d90ad1147fea7fe48633c212e3f as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/a0d99d90ad1147fea7fe48633c212e3f 2024-12-07T21:56:16,687 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/5e0821fedb3c468486371a15d935333a as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/5e0821fedb3c468486371a15d935333a 2024-12-07T21:56:16,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:16,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608636671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:16,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:16,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:16,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:16,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:16,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608636674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:16,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:16,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:16,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:16,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:16,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608636677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:16,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/a0d99d90ad1147fea7fe48633c212e3f, entries=150, sequenceid=204, filesize=11.9 K 2024-12-07T21:56:16,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:16,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:16,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:16,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:16,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608636677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:16,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/05ff1c3986a5411988ebcab2977b6cd6 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/05ff1c3986a5411988ebcab2977b6cd6 2024-12-07T21:56:16,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:16,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:16,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:16,719 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 into 5e0821fedb3c468486371a15d935333a(size=12.2 K), total size for store is 35.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:16,719 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:16,719 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., storeName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A, priority=13, startTime=1733608576156; duration=0sec 2024-12-07T21:56:16,719 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:56:16,719 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:A 2024-12-07T21:56:16,720 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T21:56:16,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/05ff1c3986a5411988ebcab2977b6cd6, entries=150, sequenceid=204, filesize=11.9 K 2024-12-07T21:56:16,723 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/75a1c43a5fcf40fbb341c9140a3a2b29 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/75a1c43a5fcf40fbb341c9140a3a2b29 2024-12-07T21:56:16,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/b5331ea713e64160ac2879b47112e424 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/b5331ea713e64160ac2879b47112e424 2024-12-07T21:56:16,724 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T21:56:16,724 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C is initiating minor compaction (all files) 2024-12-07T21:56:16,724 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C in TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:16,725 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/dd70b2f841bc4e7cb7cb18d1476adea0, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/cdff8d9fc2f24369a10f32b310b21208, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/73c8ca813b1c4457bed9a7df507dd6c3, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/39a8250c092c4bfab11f22beb93a9200] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp, totalSize=47.5 K 2024-12-07T21:56:16,725 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd70b2f841bc4e7cb7cb18d1476adea0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1733608573964 2024-12-07T21:56:16,726 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting cdff8d9fc2f24369a10f32b310b21208, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1733608574432 2024-12-07T21:56:16,727 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73c8ca813b1c4457bed9a7df507dd6c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733608574797 2024-12-07T21:56:16,728 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39a8250c092c4bfab11f22beb93a9200, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733608575219 2024-12-07T21:56:16,738 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 into 75a1c43a5fcf40fbb341c9140a3a2b29(size=12.2 K), total size for store is 35.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:16,738 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:16,738 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., storeName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B, priority=13, startTime=1733608576156; duration=0sec 2024-12-07T21:56:16,738 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:16,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/b5331ea713e64160ac2879b47112e424, entries=150, sequenceid=204, filesize=11.9 K 2024-12-07T21:56:16,738 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:B 2024-12-07T21:56:16,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=125.68 KB/128700 for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 in 271ms, sequenceid=204, compaction requested=false 2024-12-07T21:56:16,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:16,763 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27#C#compaction#35 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:16,764 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/e85bdff9c6e04336b27be972da595ab2 is 50, key is test_row_0/C:col10/1733608575219/Put/seqid=0 2024-12-07T21:56:16,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 3/3 column families, dataSize=132.39 KB heapSize=376.23 KB 2024-12-07T21:56:16,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:16,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=A 2024-12-07T21:56:16,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:16,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=B 2024-12-07T21:56:16,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:16,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=C 2024-12-07T21:56:16,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:16,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/8e1634acb90a48ed9c7c05355fc53af0 is 50, key is test_row_0/A:col10/1733608576786/Put/seqid=0 2024-12-07T21:56:16,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741872_1048 (size=12493) 2024-12-07T21:56:16,829 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/e85bdff9c6e04336b27be972da595ab2 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/e85bdff9c6e04336b27be972da595ab2 2024-12-07T21:56:16,841 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 into e85bdff9c6e04336b27be972da595ab2(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:16,841 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:16,841 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., storeName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C, priority=12, startTime=1733608576156; duration=0sec 2024-12-07T21:56:16,842 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:16,842 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:C 2024-12-07T21:56:16,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:16,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608636827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:16,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:16,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:16,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:16,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:16,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608636831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:16,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:16,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:16,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:16,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:16,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608636841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:16,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:16,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:16,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:16,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:16,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608636845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:16,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:16,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:16,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:16,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:16,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608636850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:16,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:16,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:16,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:16,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741873_1049 (size=14541) 2024-12-07T21:56:16,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/8e1634acb90a48ed9c7c05355fc53af0 2024-12-07T21:56:16,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/0dece86471a148d996b4caf1be9fe6dc is 50, key is test_row_0/B:col10/1733608576786/Put/seqid=0 2024-12-07T21:56:16,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741874_1050 (size=12151) 2024-12-07T21:56:16,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:16,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608636962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:16,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:16,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608636962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:16,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:16,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:16,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:16,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:16,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:16,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:16,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:16,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608636963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:16,968 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:16,968 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:16,968 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:16,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608636963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:16,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:16,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608636963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:16,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:16,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:16,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:16,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:16,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:16,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:17,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-07T21:56:17,161 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:56:17,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:56:17,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-12-07T21:56:17,167 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:56:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-07T21:56:17,168 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:56:17,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:56:17,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:17,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608637171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:17,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:17,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:17,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:17,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608637171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:17,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608637171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:17,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:17,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:17,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608637180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:17,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608637181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:17,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:17,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-07T21:56:17,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-07T21:56:17,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:17,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:17,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:17,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:17,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:17,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.94 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/0dece86471a148d996b4caf1be9fe6dc 2024-12-07T21:56:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:17,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/978bda15d8e945c5a77e29fbf799fa10 is 50, key is test_row_0/C:col10/1733608576786/Put/seqid=0 2024-12-07T21:56:17,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741875_1051 (size=12151) 2024-12-07T21:56:17,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/978bda15d8e945c5a77e29fbf799fa10 2024-12-07T21:56:17,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/8e1634acb90a48ed9c7c05355fc53af0 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/8e1634acb90a48ed9c7c05355fc53af0 2024-12-07T21:56:17,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/8e1634acb90a48ed9c7c05355fc53af0, entries=200, sequenceid=242, filesize=14.2 K 2024-12-07T21:56:17,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/0dece86471a148d996b4caf1be9fe6dc as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/0dece86471a148d996b4caf1be9fe6dc 2024-12-07T21:56:17,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/0dece86471a148d996b4caf1be9fe6dc, entries=150, sequenceid=242, filesize=11.9 K 2024-12-07T21:56:17,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/978bda15d8e945c5a77e29fbf799fa10 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/978bda15d8e945c5a77e29fbf799fa10 2024-12-07T21:56:17,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/978bda15d8e945c5a77e29fbf799fa10, entries=150, sequenceid=242, filesize=11.9 K 2024-12-07T21:56:17,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~132.39 KB/135570, heapSize ~376.19 KB/385216, currentSize=46.96 KB/48090 for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 in 606ms, sequenceid=242, compaction requested=true 2024-12-07T21:56:17,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:17,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:56:17,404 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T21:56:17,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:17,404 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T21:56:17,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:56:17,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:17,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:56:17,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:56:17,406 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51302 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T21:56:17,406 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A is initiating minor compaction (all files) 2024-12-07T21:56:17,406 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A in TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:17,407 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/5e0821fedb3c468486371a15d935333a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/16f51f41da004da88efd37630458a571, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/a0d99d90ad1147fea7fe48633c212e3f, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/8e1634acb90a48ed9c7c05355fc53af0] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp, totalSize=50.1 K 2024-12-07T21:56:17,407 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T21:56:17,407 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B is initiating minor compaction (all files) 2024-12-07T21:56:17,407 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B in TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:17,407 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/75a1c43a5fcf40fbb341c9140a3a2b29, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/ceadf42ddbd04810aeb7f6b93f58a7f3, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/05ff1c3986a5411988ebcab2977b6cd6, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/0dece86471a148d996b4caf1be9fe6dc] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp, totalSize=47.8 K 2024-12-07T21:56:17,407 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e0821fedb3c468486371a15d935333a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733608574797 2024-12-07T21:56:17,408 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 75a1c43a5fcf40fbb341c9140a3a2b29, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733608574797 2024-12-07T21:56:17,408 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16f51f41da004da88efd37630458a571, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733608575219 2024-12-07T21:56:17,409 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting ceadf42ddbd04810aeb7f6b93f58a7f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733608575219 2024-12-07T21:56:17,411 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0d99d90ad1147fea7fe48633c212e3f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733608576466 2024-12-07T21:56:17,411 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 05ff1c3986a5411988ebcab2977b6cd6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733608576466 2024-12-07T21:56:17,413 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 0dece86471a148d996b4caf1be9fe6dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733608576626 2024-12-07T21:56:17,415 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e1634acb90a48ed9c7c05355fc53af0, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733608576626 2024-12-07T21:56:17,448 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27#A#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:17,449 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/e770e47482794d16a55f93cebfc88eaf is 50, key is test_row_0/A:col10/1733608576786/Put/seqid=0 2024-12-07T21:56:17,453 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27#B#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:17,454 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/8c76f507214146da8a3ba157be678389 is 50, key is test_row_0/B:col10/1733608576786/Put/seqid=0 2024-12-07T21:56:17,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741877_1053 (size=12595) 2024-12-07T21:56:17,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-07T21:56:17,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:17,478 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-07T21:56:17,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=A 2024-12-07T21:56:17,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:17,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=B 2024-12-07T21:56:17,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:17,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=C 2024-12-07T21:56:17,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-07T21:56:17,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:17,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/a132e0116c2448b5a5512c5a45b1314d is 50, key is test_row_0/A:col10/1733608576846/Put/seqid=0 2024-12-07T21:56:17,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741876_1052 (size=12595) 2024-12-07T21:56:17,510 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/e770e47482794d16a55f93cebfc88eaf as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/e770e47482794d16a55f93cebfc88eaf 2024-12-07T21:56:17,519 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 into e770e47482794d16a55f93cebfc88eaf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:17,519 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:17,519 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., storeName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A, priority=12, startTime=1733608577404; duration=0sec 2024-12-07T21:56:17,519 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:56:17,520 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:A 2024-12-07T21:56:17,520 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:56:17,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741878_1054 (size=12151) 2024-12-07T21:56:17,523 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:56:17,523 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C is initiating minor compaction (all files) 2024-12-07T21:56:17,523 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C in TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:17,523 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/e85bdff9c6e04336b27be972da595ab2, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/b5331ea713e64160ac2879b47112e424, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/978bda15d8e945c5a77e29fbf799fa10] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp, totalSize=35.9 K 2024-12-07T21:56:17,524 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting e85bdff9c6e04336b27be972da595ab2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733608575219 2024-12-07T21:56:17,525 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5331ea713e64160ac2879b47112e424, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733608576466 2024-12-07T21:56:17,525 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 978bda15d8e945c5a77e29fbf799fa10, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733608576626 2024-12-07T21:56:17,540 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27#C#compaction#42 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:17,541 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/e2f288a44dd54bf6ba6d87508a4729bf is 50, key is test_row_0/C:col10/1733608576786/Put/seqid=0 2024-12-07T21:56:17,550 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733608577532, max timestamp=1733608577547Num uniques 859; 2024-12-07T21:56:17,551 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-07T21:56:17,550 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733608577532, max timestamp=1733608577547Num uniques 859; 2024-12-07T21:56:17,551 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-07T21:56:17,553 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733608577532, max timestamp=1733608577547Num uniques 859; 2024-12-07T21:56:17,553 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-07T21:56:17,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741879_1055 (size=12595) 2024-12-07T21:56:17,586 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/e2f288a44dd54bf6ba6d87508a4729bf as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/e2f288a44dd54bf6ba6d87508a4729bf 2024-12-07T21:56:17,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608637585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:17,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:17,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:17,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608637587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:17,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:17,597 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 into e2f288a44dd54bf6ba6d87508a4729bf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:17,602 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:17,602 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., storeName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C, priority=13, startTime=1733608577405; duration=0sec 2024-12-07T21:56:17,603 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:17,603 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:C 2024-12-07T21:56:17,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608637592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:17,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:17,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608637595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:17,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:17,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608637596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:17,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:17,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:17,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608637701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:17,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:17,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608637702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:17,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:17,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608637711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:17,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:17,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:17,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608637711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:17,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:17,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608637712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:17,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:17,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-07T21:56:17,884 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/8c76f507214146da8a3ba157be678389 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/8c76f507214146da8a3ba157be678389 2024-12-07T21:56:17,893 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 into 8c76f507214146da8a3ba157be678389(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:17,893 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:17,893 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., storeName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B, priority=12, startTime=1733608577404; duration=0sec 2024-12-07T21:56:17,893 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:17,893 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:B 2024-12-07T21:56:17,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608637910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:17,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:17,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608637921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:17,922 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:17,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608637921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:17,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:17,924 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/a132e0116c2448b5a5512c5a45b1314d 2024-12-07T21:56:17,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608637921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:17,926 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,926 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:17,926 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608637921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:17,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:17,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:17,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/8e00029202b54068a386326746f03355 is 50, key is test_row_0/B:col10/1733608576846/Put/seqid=0 2024-12-07T21:56:17,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741880_1056 (size=12151) 2024-12-07T21:56:18,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608638221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:18,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:18,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:18,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:18,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608638232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:18,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608638232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:18,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:18,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:18,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:18,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:18,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:18,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:18,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:18,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608638232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:18,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:18,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608638233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:18,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:18,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:18,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:18,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:18,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:18,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:18,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-07T21:56:18,350 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/8e00029202b54068a386326746f03355 2024-12-07T21:56:18,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/8ab64b6709dd4b75a7a79f271a974393 is 50, key is test_row_0/C:col10/1733608576846/Put/seqid=0 2024-12-07T21:56:18,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741881_1057 (size=12151) 2024-12-07T21:56:18,412 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/8ab64b6709dd4b75a7a79f271a974393 2024-12-07T21:56:18,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/a132e0116c2448b5a5512c5a45b1314d as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/a132e0116c2448b5a5512c5a45b1314d 2024-12-07T21:56:18,445 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/a132e0116c2448b5a5512c5a45b1314d, entries=150, sequenceid=253, filesize=11.9 K 2024-12-07T21:56:18,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/8e00029202b54068a386326746f03355 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/8e00029202b54068a386326746f03355 2024-12-07T21:56:18,459 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/8e00029202b54068a386326746f03355, entries=150, sequenceid=253, filesize=11.9 K 2024-12-07T21:56:18,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/8ab64b6709dd4b75a7a79f271a974393 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/8ab64b6709dd4b75a7a79f271a974393 2024-12-07T21:56:18,475 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/8ab64b6709dd4b75a7a79f271a974393, entries=150, sequenceid=253, filesize=11.9 K 2024-12-07T21:56:18,477 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 in 999ms, sequenceid=253, compaction requested=false 2024-12-07T21:56:18,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:18,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:18,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-07T21:56:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-07T21:56:18,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-07T21:56:18,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3120 sec 2024-12-07T21:56:18,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.3230 sec 2024-12-07T21:56:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:18,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 3/3 column families, dataSize=147.60 KB heapSize=415.45 KB 2024-12-07T21:56:18,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=A 2024-12-07T21:56:18,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:18,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=B 2024-12-07T21:56:18,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:18,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=C 2024-12-07T21:56:18,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:18,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/72acb1e11be545c0b9e1c2494399f6a6 is 50, key is test_row_0/A:col10/1733608577593/Put/seqid=0 2024-12-07T21:56:18,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741882_1058 (size=14741) 2024-12-07T21:56:18,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608638746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:18,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:18,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:18,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:18,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608638747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:18,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:18,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:18,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608638749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:18,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:18,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608638749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:18,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:18,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:18,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:18,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:18,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:18,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:18,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608638750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:18,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:18,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:18,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:18,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:18,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608638861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608638860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:18,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608638861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:18,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:18,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:18,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:18,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608638861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:18,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:18,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:18,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:18,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:18,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:18,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:18,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:18,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:18,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:19,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:19,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608639071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608639071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:19,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:19,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:19,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:19,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:19,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:19,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:19,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:19,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:19,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608639071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:19,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608639072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:19,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:19,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:19,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:19,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:19,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:19,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:19,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/72acb1e11be545c0b9e1c2494399f6a6 2024-12-07T21:56:19,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/81928e3988604441a367d5d542049853 is 50, key is test_row_0/B:col10/1733608577593/Put/seqid=0 2024-12-07T21:56:19,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741883_1059 (size=12301) 2024-12-07T21:56:19,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/81928e3988604441a367d5d542049853 2024-12-07T21:56:19,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/1d48c6c948a449638b690c18a5b0647e is 50, key is test_row_0/C:col10/1733608577593/Put/seqid=0 2024-12-07T21:56:19,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741884_1060 (size=12301) 2024-12-07T21:56:19,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-07T21:56:19,331 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:56:19,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:56:19,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-12-07T21:56:19,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-07T21:56:19,334 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:56:19,336 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:56:19,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:56:19,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608639381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:19,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:19,383 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608639381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:19,383 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:19,383 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:19,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:19,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:19,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:19,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608639382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:19,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:19,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:19,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608639382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:19,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:19,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:19,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:19,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:19,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-07T21:56:19,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-07T21:56:19,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:19,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:19,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:19,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:19,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:19,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:19,609 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/1d48c6c948a449638b690c18a5b0647e 2024-12-07T21:56:19,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/72acb1e11be545c0b9e1c2494399f6a6 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/72acb1e11be545c0b9e1c2494399f6a6 2024-12-07T21:56:19,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/72acb1e11be545c0b9e1c2494399f6a6, entries=200, sequenceid=293, filesize=14.4 K 2024-12-07T21:56:19,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/81928e3988604441a367d5d542049853 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/81928e3988604441a367d5d542049853 2024-12-07T21:56:19,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/81928e3988604441a367d5d542049853, entries=150, sequenceid=293, filesize=12.0 K 2024-12-07T21:56:19,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/1d48c6c948a449638b690c18a5b0647e as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/1d48c6c948a449638b690c18a5b0647e 2024-12-07T21:56:19,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-07T21:56:19,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:19,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:19,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:19,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:19,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:19,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-07T21:56:19,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/1d48c6c948a449638b690c18a5b0647e, entries=150, sequenceid=293, filesize=12.0 K 2024-12-07T21:56:19,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~415.41 KB/425376, currentSize=33.54 KB/34350 for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 in 919ms, sequenceid=293, compaction requested=true 2024-12-07T21:56:19,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:19,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:56:19,654 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:56:19,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:19,655 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:56:19,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:56:19,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:19,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:56:19,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:56:19,656 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:56:19,656 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B is initiating minor compaction (all files) 2024-12-07T21:56:19,656 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B in TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:19,656 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/8c76f507214146da8a3ba157be678389, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/8e00029202b54068a386326746f03355, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/81928e3988604441a367d5d542049853] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp, totalSize=36.2 K 2024-12-07T21:56:19,657 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c76f507214146da8a3ba157be678389, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733608576626 2024-12-07T21:56:19,657 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39487 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:56:19,657 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A is initiating minor compaction (all files) 2024-12-07T21:56:19,657 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A in TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:19,657 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/e770e47482794d16a55f93cebfc88eaf, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/a132e0116c2448b5a5512c5a45b1314d, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/72acb1e11be545c0b9e1c2494399f6a6] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp, totalSize=38.6 K 2024-12-07T21:56:19,658 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting e770e47482794d16a55f93cebfc88eaf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733608576626 2024-12-07T21:56:19,658 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e00029202b54068a386326746f03355, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733608576826 2024-12-07T21:56:19,659 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting a132e0116c2448b5a5512c5a45b1314d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733608576826 2024-12-07T21:56:19,660 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 81928e3988604441a367d5d542049853, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733608577578 2024-12-07T21:56:19,660 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72acb1e11be545c0b9e1c2494399f6a6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733608577578 2024-12-07T21:56:19,689 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27#B#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:19,689 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/c7a3e591f13a44119340abb226dee592 is 50, key is test_row_0/B:col10/1733608577593/Put/seqid=0 2024-12-07T21:56:19,701 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27#A#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:19,702 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/1a9953112dc44505995533540021e472 is 50, key is test_row_0/A:col10/1733608577593/Put/seqid=0 2024-12-07T21:56:19,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741885_1061 (size=12847) 2024-12-07T21:56:19,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741886_1062 (size=12847) 2024-12-07T21:56:19,743 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/c7a3e591f13a44119340abb226dee592 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/c7a3e591f13a44119340abb226dee592 2024-12-07T21:56:19,745 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/1a9953112dc44505995533540021e472 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/1a9953112dc44505995533540021e472 2024-12-07T21:56:19,753 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 into c7a3e591f13a44119340abb226dee592(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:19,753 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 into 1a9953112dc44505995533540021e472(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:19,753 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:19,753 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:19,754 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., storeName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B, priority=13, startTime=1733608579655; duration=0sec 2024-12-07T21:56:19,754 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., storeName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A, priority=13, startTime=1733608579654; duration=0sec 2024-12-07T21:56:19,754 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:56:19,754 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:56:19,754 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:B 2024-12-07T21:56:19,754 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:A 2024-12-07T21:56:19,754 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:56:19,756 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:56:19,756 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C is initiating minor compaction (all files) 2024-12-07T21:56:19,756 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C in TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:19,757 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/e2f288a44dd54bf6ba6d87508a4729bf, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/8ab64b6709dd4b75a7a79f271a974393, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/1d48c6c948a449638b690c18a5b0647e] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp, totalSize=36.2 K 2024-12-07T21:56:19,757 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting e2f288a44dd54bf6ba6d87508a4729bf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733608576626 2024-12-07T21:56:19,758 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ab64b6709dd4b75a7a79f271a974393, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733608576826 2024-12-07T21:56:19,758 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d48c6c948a449638b690c18a5b0647e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733608577578 2024-12-07T21:56:19,767 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27#C#compaction#50 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:19,768 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/56875d156164490d9cfb2dd6cb62dafc is 50, key is test_row_0/C:col10/1733608577593/Put/seqid=0 2024-12-07T21:56:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:19,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-07T21:56:19,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=A 2024-12-07T21:56:19,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:19,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=B 2024-12-07T21:56:19,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:19,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=C 2024-12-07T21:56:19,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:19,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741887_1063 (size=12847) 2024-12-07T21:56:19,798 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/56875d156164490d9cfb2dd6cb62dafc as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/56875d156164490d9cfb2dd6cb62dafc 2024-12-07T21:56:19,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-07T21:56:19,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:19,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:19,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:19,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:19,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:19,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/ea43f9e43ea74a4891d9bd4c4e9422bd is 50, key is test_row_0/A:col10/1733608578745/Put/seqid=0 2024-12-07T21:56:19,811 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 into 56875d156164490d9cfb2dd6cb62dafc(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:19,811 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:19,811 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., storeName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C, priority=13, startTime=1733608579655; duration=0sec 2024-12-07T21:56:19,811 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:19,811 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:C 2024-12-07T21:56:19,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741888_1064 (size=14741) 2024-12-07T21:56:19,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/ea43f9e43ea74a4891d9bd4c4e9422bd 2024-12-07T21:56:19,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/b33d711544c44ce9b4ebee370a565dde is 50, key is test_row_0/B:col10/1733608578745/Put/seqid=0 2024-12-07T21:56:19,916 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733608579839, max timestamp=1733608579912Num uniques 859; 2024-12-07T21:56:19,916 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733608579839, max timestamp=1733608579912Num uniques 859; 2024-12-07T21:56:19,916 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T21:56:19,917 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T21:56:19,920 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733608579895, max timestamp=1733608579912Num uniques 859; 2024-12-07T21:56:19,920 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-07T21:56:19,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741889_1065 (size=12301) 2024-12-07T21:56:19,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-07T21:56:19,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:19,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:19,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:19,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:19,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:19,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:19,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-07T21:56:19,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:19,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608639958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:19,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:19,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:19,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:19,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608639958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:19,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:19,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:19,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:19,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:19,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608639959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:19,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:19,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:19,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:19,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:19,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608639966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:19,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:19,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608639968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:19,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:19,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:19,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:19,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:19,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:19,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:20,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:20,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608640071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:20,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:20,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:20,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608640081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:20,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:20,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:20,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608640081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:20,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:20,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:20,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:20,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608640092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:20,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608640091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:20,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:20,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:20,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-07T21:56:20,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:20,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:20,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:20,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:20,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:20,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:20,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-07T21:56:20,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:20,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:20,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:20,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:20,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:20,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608640281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:20,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:20,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608640291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:20,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608640291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:20,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:20,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:20,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608640311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:20,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:20,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:20,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608640311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:20,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:20,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/b33d711544c44ce9b4ebee370a565dde 2024-12-07T21:56:20,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/793041755ca1400b82a08da2d24d8d57 is 50, key is test_row_0/C:col10/1733608578745/Put/seqid=0 2024-12-07T21:56:20,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741890_1066 (size=12301) 2024-12-07T21:56:20,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/793041755ca1400b82a08da2d24d8d57 2024-12-07T21:56:20,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/ea43f9e43ea74a4891d9bd4c4e9422bd as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/ea43f9e43ea74a4891d9bd4c4e9422bd 2024-12-07T21:56:20,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/ea43f9e43ea74a4891d9bd4c4e9422bd, entries=200, sequenceid=305, filesize=14.4 K 2024-12-07T21:56:20,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/b33d711544c44ce9b4ebee370a565dde as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/b33d711544c44ce9b4ebee370a565dde 2024-12-07T21:56:20,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/b33d711544c44ce9b4ebee370a565dde, entries=150, sequenceid=305, filesize=12.0 K 2024-12-07T21:56:20,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/793041755ca1400b82a08da2d24d8d57 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/793041755ca1400b82a08da2d24d8d57 2024-12-07T21:56:20,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/793041755ca1400b82a08da2d24d8d57, entries=150, sequenceid=305, filesize=12.0 K 2024-12-07T21:56:20,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=131.55 KB/134705 for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 in 617ms, sequenceid=305, compaction requested=false 2024-12-07T21:56:20,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:20,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-07T21:56:20,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:20,428 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 3/3 column families, dataSize=131.55 KB heapSize=374.30 KB 2024-12-07T21:56:20,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=A 2024-12-07T21:56:20,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:20,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=B 2024-12-07T21:56:20,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:20,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=C 2024-12-07T21:56:20,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:20,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/6b37d337dc27439981055e7d174f923a is 50, key is test_row_0/A:col10/1733608579957/Put/seqid=0 2024-12-07T21:56:20,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741891_1067 (size=12301) 2024-12-07T21:56:20,447 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/6b37d337dc27439981055e7d174f923a 2024-12-07T21:56:20,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/5a93b4443a1d4324adc46e5fa66ded0b is 50, key is test_row_0/B:col10/1733608579957/Put/seqid=0 2024-12-07T21:56:20,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741892_1068 (size=12301) 2024-12-07T21:56:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-07T21:56:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:20,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:20,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608640607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:20,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:20,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608640608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:20,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:20,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608640610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:20,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:20,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608640622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:20,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608640622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:20,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:20,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:20,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608640721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:20,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608640721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:20,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:20,724 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608640721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:20,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:20,871 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/5a93b4443a1d4324adc46e5fa66ded0b 2024-12-07T21:56:20,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/fc3a258a44594fac8ca1bab01cbeffee is 50, key is test_row_0/C:col10/1733608579957/Put/seqid=0 2024-12-07T21:56:20,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741893_1069 (size=12301) 2024-12-07T21:56:20,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608640931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:20,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:20,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608640931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:20,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:20,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608640931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:20,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:20,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:21,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608641131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:21,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:21,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:21,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608641131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:21,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:21,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:21,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:21,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:21,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608641240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:21,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:21,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:21,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:21,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608641240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:21,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:21,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:21,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:21,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608641240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:21,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:21,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:21,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:21,296 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/fc3a258a44594fac8ca1bab01cbeffee 2024-12-07T21:56:21,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/6b37d337dc27439981055e7d174f923a as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/6b37d337dc27439981055e7d174f923a 2024-12-07T21:56:21,310 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/6b37d337dc27439981055e7d174f923a, entries=150, sequenceid=342, filesize=12.0 K 2024-12-07T21:56:21,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/5a93b4443a1d4324adc46e5fa66ded0b as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/5a93b4443a1d4324adc46e5fa66ded0b 2024-12-07T21:56:21,318 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/5a93b4443a1d4324adc46e5fa66ded0b, entries=150, sequenceid=342, filesize=12.0 K 2024-12-07T21:56:21,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/fc3a258a44594fac8ca1bab01cbeffee as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/fc3a258a44594fac8ca1bab01cbeffee 2024-12-07T21:56:21,327 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/fc3a258a44594fac8ca1bab01cbeffee, entries=150, sequenceid=342, filesize=12.0 K 2024-12-07T21:56:21,329 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~131.55 KB/134705, heapSize ~374.26 KB/383240, currentSize=46.96 KB/48090 for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 in 901ms, sequenceid=342, compaction requested=true 2024-12-07T21:56:21,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:21,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:21,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-12-07T21:56:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-12-07T21:56:21,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-07T21:56:21,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9960 sec 2024-12-07T21:56:21,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 2.0030 sec 2024-12-07T21:56:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-07T21:56:21,481 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:56:21,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:56:21,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-12-07T21:56:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-07T21:56:21,486 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:56:21,487 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:56:21,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:56:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-07T21:56:21,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-07T21:56:21,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:21,640 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-07T21:56:21,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=A 2024-12-07T21:56:21,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:21,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=B 2024-12-07T21:56:21,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:21,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=C 2024-12-07T21:56:21,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:21,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/638f18af0807449b88e464c70f229e82 is 50, key is test_row_0/A:col10/1733608580608/Put/seqid=0 2024-12-07T21:56:21,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741894_1070 (size=12301) 2024-12-07T21:56:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:21,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:21,795 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733608581776, max timestamp=1733608581792Num uniques 859; 2024-12-07T21:56:21,795 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733608581776, max timestamp=1733608581792Num uniques 859; 2024-12-07T21:56:21,795 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-07T21:56:21,795 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-07T21:56:21,796 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733608581776, max timestamp=1733608581792Num uniques 859; 2024-12-07T21:56:21,796 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-07T21:56:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-07T21:56:21,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608641826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:21,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:21,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608641826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:21,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:21,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:21,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608641827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:21,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:21,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:21,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:21,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:21,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:21,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:21,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:21,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608641941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608641941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:21,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:21,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:21,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:21,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:21,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:21,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:21,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608641941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:21,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:21,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:21,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:22,058 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/638f18af0807449b88e464c70f229e82 2024-12-07T21:56:22,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/26112f327cb24cec87da8e8970e0ac3d is 50, key is test_row_0/B:col10/1733608580608/Put/seqid=0 2024-12-07T21:56:22,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741895_1071 (size=12301) 2024-12-07T21:56:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-07T21:56:22,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608642140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:22,148 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_2' in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:56:22,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:22,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:22,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:22,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608642151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:22,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608642151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:22,155 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_1' in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:56:22,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:22,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:22,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:22,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:22,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:22,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:22,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608642151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:22,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:22,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:22,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:22,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608642151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:22,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:22,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:22,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:22,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608642461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:22,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608642461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:22,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:22,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:22,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:22,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:22,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:22,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608642461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:22,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:22,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:22,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:22,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:22,475 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/26112f327cb24cec87da8e8970e0ac3d 2024-12-07T21:56:22,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/aa9ddefe81c64a6f800ad66ab09c7cae is 50, key is test_row_0/C:col10/1733608580608/Put/seqid=0 2024-12-07T21:56:22,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741896_1072 (size=12301) 2024-12-07T21:56:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-07T21:56:22,890 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/aa9ddefe81c64a6f800ad66ab09c7cae 2024-12-07T21:56:22,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/638f18af0807449b88e464c70f229e82 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/638f18af0807449b88e464c70f229e82 2024-12-07T21:56:22,904 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/638f18af0807449b88e464c70f229e82, entries=150, sequenceid=352, filesize=12.0 K 2024-12-07T21:56:22,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/26112f327cb24cec87da8e8970e0ac3d as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/26112f327cb24cec87da8e8970e0ac3d 2024-12-07T21:56:22,911 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/26112f327cb24cec87da8e8970e0ac3d, entries=150, sequenceid=352, filesize=12.0 K 2024-12-07T21:56:22,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/aa9ddefe81c64a6f800ad66ab09c7cae as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/aa9ddefe81c64a6f800ad66ab09c7cae 2024-12-07T21:56:22,937 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/aa9ddefe81c64a6f800ad66ab09c7cae, entries=150, sequenceid=352, filesize=12.0 K 2024-12-07T21:56:22,941 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 in 1301ms, sequenceid=352, compaction requested=true 2024-12-07T21:56:22,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:22,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:22,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-12-07T21:56:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-12-07T21:56:22,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-07T21:56:22,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4560 sec 2024-12-07T21:56:22,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.4670 sec 2024-12-07T21:56:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:22,977 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-12-07T21:56:22,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=A 2024-12-07T21:56:22,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-07T21:56:22,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=B 2024-12-07T21:56:22,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-07T21:56:22,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=C 2024-12-07T21:56:22,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-07T21:56:22,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/d20d431d1354465f881bbe5d49f62a4a is 50, key is test_row_0/A:col10/1733608582975/Put/seqid=0 2024-12-07T21:56:22,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608642985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:22,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:22,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:22,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:22,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608642986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:22,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:22,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:22,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608642987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:22,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:22,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:22,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:22,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:22,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741897_1073 (size=17181) 2024-12-07T21:56:23,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608643100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:23,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:23,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608643100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:23,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:23,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:23,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:23,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:23,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:23,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608643100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:23,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:23,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:23,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:23,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608643310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:23,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:23,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:23,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:23,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:23,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608643310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:23,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:23,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:23,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:23,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:23,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608643310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:23,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:23,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:23,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:23,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/d20d431d1354465f881bbe5d49f62a4a 2024-12-07T21:56:23,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/987385b2b3754664bb0f9b142a6ab79e is 50, key is test_row_0/B:col10/1733608582975/Put/seqid=0 2024-12-07T21:56:23,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741898_1074 (size=12301) 2024-12-07T21:56:23,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:23,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608643621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:23,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:23,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:23,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:23,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608643621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:23,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:23,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:23,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:23,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608643621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:23,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:23,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:23,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:23,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-07T21:56:23,631 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:56:23,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:56:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-12-07T21:56:23,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-07T21:56:23,633 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:56:23,634 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:56:23,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:56:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-07T21:56:23,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-07T21:56:23,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:23,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:23,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:23,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:23,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:23,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:23,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/987385b2b3754664bb0f9b142a6ab79e 2024-12-07T21:56:23,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/059d5de581d74106b3ed83ac07b5f30c is 50, key is test_row_0/C:col10/1733608582975/Put/seqid=0 2024-12-07T21:56:23,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741899_1075 (size=12301) 2024-12-07T21:56:23,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-07T21:56:23,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:23,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:23,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:23,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:23,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:23,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:23,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-07T21:56:24,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-07T21:56:24,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:24,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:24,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:24,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:24,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:24,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:24,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:24,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:24,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608644131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:24,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608644130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:24,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:24,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:24,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:24,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:24,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:24,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:24,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:24,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608644131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:24,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:24,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:24,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:24,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:24,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608644161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:24,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:24,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608644161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:24,162 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_2' in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:56:24,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:24,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:24,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:24,162 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_1' in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:56:24,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:24,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:24,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:24,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-07T21:56:24,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:24,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:24,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:24,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:24,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:24,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:24,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-07T21:56:24,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/059d5de581d74106b3ed83ac07b5f30c 2024-12-07T21:56:24,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/d20d431d1354465f881bbe5d49f62a4a as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/d20d431d1354465f881bbe5d49f62a4a 2024-12-07T21:56:24,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/d20d431d1354465f881bbe5d49f62a4a, entries=250, sequenceid=390, filesize=16.8 K 2024-12-07T21:56:24,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/987385b2b3754664bb0f9b142a6ab79e as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/987385b2b3754664bb0f9b142a6ab79e 2024-12-07T21:56:24,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/987385b2b3754664bb0f9b142a6ab79e, entries=150, sequenceid=390, filesize=12.0 K 2024-12-07T21:56:24,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/059d5de581d74106b3ed83ac07b5f30c as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/059d5de581d74106b3ed83ac07b5f30c 2024-12-07T21:56:24,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/059d5de581d74106b3ed83ac07b5f30c, entries=150, sequenceid=390, filesize=12.0 K 2024-12-07T21:56:24,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~436.03 KB/446496, currentSize=26.84 KB/27480 for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 in 1320ms, sequenceid=390, compaction requested=true 2024-12-07T21:56:24,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:24,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:56:24,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:24,298 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-07T21:56:24,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:56:24,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:24,298 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-07T21:56:24,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:56:24,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:56:24,300 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62051 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-07T21:56:24,300 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 69371 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-07T21:56:24,300 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B is initiating minor compaction (all files) 2024-12-07T21:56:24,300 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A is initiating minor compaction (all files) 2024-12-07T21:56:24,300 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A in TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:24,300 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B in TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:24,300 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/c7a3e591f13a44119340abb226dee592, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/b33d711544c44ce9b4ebee370a565dde, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/5a93b4443a1d4324adc46e5fa66ded0b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/26112f327cb24cec87da8e8970e0ac3d, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/987385b2b3754664bb0f9b142a6ab79e] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp, totalSize=60.6 K 2024-12-07T21:56:24,300 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/1a9953112dc44505995533540021e472, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/ea43f9e43ea74a4891d9bd4c4e9422bd, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/6b37d337dc27439981055e7d174f923a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/638f18af0807449b88e464c70f229e82, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/d20d431d1354465f881bbe5d49f62a4a] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp, totalSize=67.7 K 2024-12-07T21:56:24,300 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a9953112dc44505995533540021e472, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733608577578 2024-12-07T21:56:24,300 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting c7a3e591f13a44119340abb226dee592, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733608577578 2024-12-07T21:56:24,301 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea43f9e43ea74a4891d9bd4c4e9422bd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1733608578745 2024-12-07T21:56:24,301 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting b33d711544c44ce9b4ebee370a565dde, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1733608578745 2024-12-07T21:56:24,301 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b37d337dc27439981055e7d174f923a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1733608579957 2024-12-07T21:56:24,301 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a93b4443a1d4324adc46e5fa66ded0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1733608579957 2024-12-07T21:56:24,301 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 638f18af0807449b88e464c70f229e82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1733608580604 2024-12-07T21:56:24,301 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 26112f327cb24cec87da8e8970e0ac3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1733608580604 2024-12-07T21:56:24,302 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting d20d431d1354465f881bbe5d49f62a4a, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1733608581818 2024-12-07T21:56:24,302 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 987385b2b3754664bb0f9b142a6ab79e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1733608582975 2024-12-07T21:56:24,315 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27#B#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:24,316 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/f64b782d16304306b6eaeb516f29ba2e is 50, key is test_row_0/B:col10/1733608582975/Put/seqid=0 2024-12-07T21:56:24,316 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27#A#compaction#64 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:24,317 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/3817c4b949d44ea1a2b94cb1a6bdab9b is 50, key is test_row_0/A:col10/1733608582975/Put/seqid=0 2024-12-07T21:56:24,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741900_1076 (size=13017) 2024-12-07T21:56:24,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741901_1077 (size=13017) 2024-12-07T21:56:24,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-07T21:56:24,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:24,401 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-07T21:56:24,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=A 2024-12-07T21:56:24,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:24,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=B 2024-12-07T21:56:24,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:24,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=C 2024-12-07T21:56:24,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:24,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/af0a8230e9e34545ab3999b75adf4e4c is 50, key is test_row_0/A:col10/1733608582986/Put/seqid=0 2024-12-07T21:56:24,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741902_1078 (size=9857) 2024-12-07T21:56:24,742 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/f64b782d16304306b6eaeb516f29ba2e as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/f64b782d16304306b6eaeb516f29ba2e 2024-12-07T21:56:24,752 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/3817c4b949d44ea1a2b94cb1a6bdab9b as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/3817c4b949d44ea1a2b94cb1a6bdab9b 2024-12-07T21:56:24,752 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 into f64b782d16304306b6eaeb516f29ba2e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:24,752 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:24,752 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., storeName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B, priority=11, startTime=1733608584298; duration=0sec 2024-12-07T21:56:24,753 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:56:24,753 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:B 2024-12-07T21:56:24,753 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-07T21:56:24,757 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62051 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-07T21:56:24,757 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C is initiating minor compaction (all files) 2024-12-07T21:56:24,757 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C in TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:24,757 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/56875d156164490d9cfb2dd6cb62dafc, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/793041755ca1400b82a08da2d24d8d57, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/fc3a258a44594fac8ca1bab01cbeffee, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/aa9ddefe81c64a6f800ad66ab09c7cae, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/059d5de581d74106b3ed83ac07b5f30c] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp, totalSize=60.6 K 2024-12-07T21:56:24,757 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 56875d156164490d9cfb2dd6cb62dafc, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733608577578 2024-12-07T21:56:24,758 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 793041755ca1400b82a08da2d24d8d57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1733608578745 2024-12-07T21:56:24,759 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting fc3a258a44594fac8ca1bab01cbeffee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1733608579957 2024-12-07T21:56:24,759 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting aa9ddefe81c64a6f800ad66ab09c7cae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1733608580604 2024-12-07T21:56:24,760 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 into 3817c4b949d44ea1a2b94cb1a6bdab9b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:24,760 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:24,760 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., storeName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A, priority=11, startTime=1733608584298; duration=0sec 2024-12-07T21:56:24,760 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 059d5de581d74106b3ed83ac07b5f30c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1733608582975 2024-12-07T21:56:24,760 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:24,760 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:A 2024-12-07T21:56:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-07T21:56:24,792 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27#C#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:24,793 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/5ebba962d8684d669a39eb7cb0e18f28 is 50, key is test_row_0/C:col10/1733608582975/Put/seqid=0 2024-12-07T21:56:24,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741903_1079 (size=13017) 2024-12-07T21:56:24,817 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/af0a8230e9e34545ab3999b75adf4e4c 2024-12-07T21:56:24,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/54c7b13f384a43f6aa42b8d432cf11fe is 50, key is test_row_0/B:col10/1733608582986/Put/seqid=0 2024-12-07T21:56:24,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741904_1080 (size=9857) 2024-12-07T21:56:25,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:25,194 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733608585162, max timestamp=1733608585191Num uniques 859; 2024-12-07T21:56:25,194 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-07T21:56:25,194 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733608585162, max timestamp=1733608585191Num uniques 859; 2024-12-07T21:56:25,194 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-07T21:56:25,196 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733608585162, max timestamp=1733608585191Num uniques 859; 2024-12-07T21:56:25,196 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-07T21:56:25,220 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/5ebba962d8684d669a39eb7cb0e18f28 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/5ebba962d8684d669a39eb7cb0e18f28 2024-12-07T21:56:25,229 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 into 5ebba962d8684d669a39eb7cb0e18f28(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:25,229 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:25,229 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., storeName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C, priority=11, startTime=1733608584298; duration=0sec 2024-12-07T21:56:25,229 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:25,229 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:C 2024-12-07T21:56:25,237 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/54c7b13f384a43f6aa42b8d432cf11fe 2024-12-07T21:56:25,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/429b1455801c47409bba1c602911391a is 50, key is test_row_0/C:col10/1733608582986/Put/seqid=0 2024-12-07T21:56:25,250 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733608585228, max timestamp=1733608585244Num uniques 1118; 2024-12-07T21:56:25,250 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=9978, suffix heap size=144240,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=218 2024-12-07T21:56:25,252 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733608585228, max timestamp=1733608585244Num uniques 1118; 2024-12-07T21:56:25,253 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=7688, suffix heap size=144240,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=168 2024-12-07T21:56:25,253 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733608585228, max timestamp=1733608585244Num uniques 1118; 2024-12-07T21:56:25,253 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=7688, suffix heap size=144240,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=168 2024-12-07T21:56:25,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741905_1081 (size=9857) 2024-12-07T21:56:25,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733608585275, max timestamp=1733608585286Num uniques 1077; 2024-12-07T21:56:25,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-12-07T21:56:25,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733608585275, max timestamp=1733608585286Num uniques 1027; 2024-12-07T21:56:25,292 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-12-07T21:56:25,293 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733608585275, max timestamp=1733608585286Num uniques 1027; 2024-12-07T21:56:25,293 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-12-07T21:56:25,327 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733608585308, max timestamp=1733608585322Num uniques 1086; 2024-12-07T21:56:25,328 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-12-07T21:56:25,329 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733608585308, max timestamp=1733608585322Num uniques 1086; 2024-12-07T21:56:25,330 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-12-07T21:56:25,331 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733608585308, max timestamp=1733608585322Num uniques 1086; 2024-12-07T21:56:25,332 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-12-07T21:56:25,361 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733608585351, max timestamp=1733608585357Num uniques 1095; 2024-12-07T21:56:25,361 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733608585351, max timestamp=1733608585357Num uniques 1095; 2024-12-07T21:56:25,361 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-12-07T21:56:25,361 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733608585351, max timestamp=1733608585357Num uniques 1095; 2024-12-07T21:56:25,361 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-12-07T21:56:25,361 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-12-07T21:56:25,430 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=304, cellSize=13914, totalHeapSize=31856, min timestamp=1733608585412, max timestamp=1733608585427Num uniques 1104; 2024-12-07T21:56:25,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:25,430 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50554, new segment data size=13914, suffix heap size=142784,new segment heap size=31856 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=304 2024-12-07T21:56:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608645428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:25,431 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=304, cellSize=13914, totalHeapSize=31856, min timestamp=1733608585412, max timestamp=1733608585427Num uniques 1104; 2024-12-07T21:56:25,431 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50554, new segment data size=13914, suffix heap size=142784,new segment heap size=31856 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=304 2024-12-07T21:56:25,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:25,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:25,431 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=304, cellSize=13914, totalHeapSize=31856, min timestamp=1733608585412, max timestamp=1733608585427Num uniques 1104; 2024-12-07T21:56:25,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:25,431 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50554, new segment data size=13914, suffix heap size=142784,new segment heap size=31856 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=304 2024-12-07T21:56:25,478 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1733608585458, max timestamp=1733608585474Num uniques 1163; 2024-12-07T21:56:25,478 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1733608585458, max timestamp=1733608585474Num uniques 1163; 2024-12-07T21:56:25,478 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=53258, new segment data size=7458, suffix heap size=148920,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1163, new segment cells count=163 2024-12-07T21:56:25,478 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=53258, new segment data size=7458, suffix heap size=148920,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1163, new segment cells count=163 2024-12-07T21:56:25,480 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1733608585458, max timestamp=1733608585474Num uniques 1163; 2024-12-07T21:56:25,480 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=53258, new segment data size=7458, suffix heap size=148920,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1163, new segment cells count=163 2024-12-07T21:56:25,543 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1733608585524, max timestamp=1733608585540Num uniques 1022; 2024-12-07T21:56:25,543 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=10162, suffix heap size=134256,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=222 2024-12-07T21:56:25,544 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1733608585524, max timestamp=1733608585540Num uniques 1022; 2024-12-07T21:56:25,544 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1733608585524, max timestamp=1733608585540Num uniques 1022; 2024-12-07T21:56:25,544 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=10162, suffix heap size=134256,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=222 2024-12-07T21:56:25,544 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=10162, suffix heap size=134256,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=222 2024-12-07T21:56:25,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1733608585563, max timestamp=1733608585572Num uniques 1081; 2024-12-07T21:56:25,577 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=8286, suffix heap size=140392,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=181 2024-12-07T21:56:25,577 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1733608585563, max timestamp=1733608585572Num uniques 1081; 2024-12-07T21:56:25,577 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=8286, suffix heap size=140392,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=181 2024-12-07T21:56:25,580 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1733608585563, max timestamp=1733608585572Num uniques 1081; 2024-12-07T21:56:25,580 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=8286, suffix heap size=140392,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=181 2024-12-07T21:56:25,625 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1733608585606, max timestamp=1733608585622Num uniques 1040; 2024-12-07T21:56:25,625 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=13280, suffix heap size=136128,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=290 2024-12-07T21:56:25,626 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1733608585606, max timestamp=1733608585622Num uniques 1040; 2024-12-07T21:56:25,626 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=13280, suffix heap size=136128,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=290 2024-12-07T21:56:25,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1733608585606, max timestamp=1733608585622Num uniques 1040; 2024-12-07T21:56:25,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=13280, suffix heap size=136128,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=290 2024-12-07T21:56:25,656 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=349, cellSize=15984, totalHeapSize=36536, min timestamp=1733608585629, max timestamp=1733608585653Num uniques 1149; 2024-12-07T21:56:25,656 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=15984, suffix heap size=147464,new segment heap size=36536 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=349 2024-12-07T21:56:25,656 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=349, cellSize=15984, totalHeapSize=36536, min timestamp=1733608585629, max timestamp=1733608585653Num uniques 1149; 2024-12-07T21:56:25,656 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=349, cellSize=15984, totalHeapSize=36536, min timestamp=1733608585629, max timestamp=1733608585653Num uniques 1149; 2024-12-07T21:56:25,656 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=15984, suffix heap size=147464,new segment heap size=36536 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=349 2024-12-07T21:56:25,656 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=15984, suffix heap size=147464,new segment heap size=36536 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=349 2024-12-07T21:56:25,658 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/429b1455801c47409bba1c602911391a 2024-12-07T21:56:25,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/af0a8230e9e34545ab3999b75adf4e4c as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/af0a8230e9e34545ab3999b75adf4e4c 2024-12-07T21:56:25,678 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/af0a8230e9e34545ab3999b75adf4e4c, entries=100, sequenceid=397, filesize=9.6 K 2024-12-07T21:56:25,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/54c7b13f384a43f6aa42b8d432cf11fe as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/54c7b13f384a43f6aa42b8d432cf11fe 2024-12-07T21:56:25,690 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/54c7b13f384a43f6aa42b8d432cf11fe, entries=100, sequenceid=397, filesize=9.6 K 2024-12-07T21:56:25,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/429b1455801c47409bba1c602911391a as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/429b1455801c47409bba1c602911391a 2024-12-07T21:56:25,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608645700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:25,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:25,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:25,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:25,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:25,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608645700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:25,703 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/429b1455801c47409bba1c602911391a, entries=100, sequenceid=397, filesize=9.6 K 2024-12-07T21:56:25,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:25,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:25,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:25,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608645701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:25,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:25,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:25,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:25,705 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=161.02 KB/164880 for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 in 1305ms, sequenceid=397, compaction requested=false 2024-12-07T21:56:25,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:25,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:25,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-12-07T21:56:25,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-12-07T21:56:25,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-12-07T21:56:25,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0730 sec 2024-12-07T21:56:25,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 2.0810 sec 2024-12-07T21:56:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-07T21:56:25,791 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:56:25,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:56:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-12-07T21:56:25,794 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:56:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-07T21:56:25,795 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:56:25,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:56:25,816 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 3/3 column families, dataSize=174.43 KB heapSize=487.41 KB 2024-12-07T21:56:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:25,818 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=158, cellSize=7230, totalHeapSize=16672, min timestamp=1733608585690, max timestamp=1733608585812Num uniques 1208; 2024-12-07T21:56:25,818 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=158, cellSize=7230, totalHeapSize=16672, min timestamp=1733608585690, max timestamp=1733608585815Num uniques 1208; 2024-12-07T21:56:25,818 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=55320, new segment data size=7230, suffix heap size=153600,new segment heap size=16672 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1208, new segment cells count=158 2024-12-07T21:56:25,818 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=158, cellSize=7230, totalHeapSize=16672, min timestamp=1733608585690, max timestamp=1733608585815Num uniques 1208; 2024-12-07T21:56:25,818 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=55320, new segment data size=7230, suffix heap size=153600,new segment heap size=16672 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1208, new segment cells count=158 2024-12-07T21:56:25,818 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=55320, new segment data size=7230, suffix heap size=153600,new segment heap size=16672 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1208, new segment cells count=158 2024-12-07T21:56:25,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=A 2024-12-07T21:56:25,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:25,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=B 2024-12-07T21:56:25,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:25,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=C 2024-12-07T21:56:25,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:25,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/9906e8c8f0024b04bf9f6500079d6ff8 is 50, key is test_row_0/A:col10/1733608585814/Put/seqid=0 2024-12-07T21:56:25,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741906_1082 (size=14741) 2024-12-07T21:56:25,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/9906e8c8f0024b04bf9f6500079d6ff8 2024-12-07T21:56:25,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/abd4bf349f674428b9e0489ae7e862c7 is 50, key is test_row_0/B:col10/1733608585814/Put/seqid=0 2024-12-07T21:56:25,868 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733608585848, max timestamp=1733608585865Num uniques 859; 2024-12-07T21:56:25,868 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-07T21:56:25,868 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1733608585848, max timestamp=1733608585865Num uniques 859; 2024-12-07T21:56:25,868 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-07T21:56:25,870 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733608585851, max timestamp=1733608585865Num uniques 859; 2024-12-07T21:56:25,870 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T21:56:25,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741907_1083 (size=12301) 2024-12-07T21:56:25,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/abd4bf349f674428b9e0489ae7e862c7 2024-12-07T21:56:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-07T21:56:25,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/7645d7b7e37a4308a276633ed128134e is 50, key is test_row_0/C:col10/1733608585814/Put/seqid=0 2024-12-07T21:56:25,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:25,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608645920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:25,922 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733608585890, max timestamp=1733608585919Num uniques 1118; 2024-12-07T21:56:25,922 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=9978, suffix heap size=144240,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=218 2024-12-07T21:56:25,922 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:25,922 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:25,922 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733608585890, max timestamp=1733608585919Num uniques 1118; 2024-12-07T21:56:25,922 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:25,922 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=9978, suffix heap size=144240,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=218 2024-12-07T21:56:25,922 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733608585890, max timestamp=1733608585919Num uniques 1018; 2024-12-07T21:56:25,922 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-07T21:56:25,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741908_1084 (size=12301) 2024-12-07T21:56:25,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-07T21:56:25,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:25,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:25,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:25,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:25,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:25,967 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8096, totalHeapSize=18648, min timestamp=1733608585936, max timestamp=1733608585964Num uniques 1077; 2024-12-07T21:56:25,967 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8092, totalHeapSize=18648, min timestamp=1733608585936, max timestamp=1733608585964Num uniques 1077; 2024-12-07T21:56:25,967 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49316, new segment data size=8096, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-12-07T21:56:25,967 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49312, new segment data size=8092, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-12-07T21:56:25,967 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8092, totalHeapSize=18648, min timestamp=1733608585936, max timestamp=1733608585964Num uniques 1077; 2024-12-07T21:56:25,968 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49312, new segment data size=8092, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-12-07T21:56:26,028 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1733608585995, max timestamp=1733608586024Num uniques 1036; 2024-12-07T21:56:26,028 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1733608585995, max timestamp=1733608586024Num uniques 1036; 2024-12-07T21:56:26,028 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=13096, suffix heap size=135712,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=286 2024-12-07T21:56:26,028 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=13096, suffix heap size=135712,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=286 2024-12-07T21:56:26,029 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1733608585995, max timestamp=1733608586024Num uniques 1036; 2024-12-07T21:56:26,029 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=13096, suffix heap size=135712,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=286 2024-12-07T21:56:26,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:26,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608646069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:26,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:26,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608646069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:26,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:26,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:26,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:26,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:26,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:26,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:26,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608646075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:26,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:26,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:26,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:26,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-07T21:56:26,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:26,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:26,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:26,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:26,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:26,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-07T21:56:26,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608646181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:26,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:26,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:26,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:26,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608646181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:26,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:26,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:26,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:26,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:26,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608646191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:26,195 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:26,195 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:26,195 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:26,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-07T21:56:26,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:26,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:26,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:26,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:26,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:26,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:26,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/7645d7b7e37a4308a276633ed128134e 2024-12-07T21:56:26,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/9906e8c8f0024b04bf9f6500079d6ff8 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/9906e8c8f0024b04bf9f6500079d6ff8 2024-12-07T21:56:26,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/9906e8c8f0024b04bf9f6500079d6ff8, entries=200, sequenceid=612, filesize=14.4 K 2024-12-07T21:56:26,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/abd4bf349f674428b9e0489ae7e862c7 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/abd4bf349f674428b9e0489ae7e862c7 2024-12-07T21:56:26,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/abd4bf349f674428b9e0489ae7e862c7, entries=150, sequenceid=612, filesize=12.0 K 2024-12-07T21:56:26,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/7645d7b7e37a4308a276633ed128134e as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/7645d7b7e37a4308a276633ed128134e 2024-12-07T21:56:26,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/7645d7b7e37a4308a276633ed128134e, entries=150, sequenceid=612, filesize=12.0 K 2024-12-07T21:56:26,358 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.13 KB/108672, currentSize=147.60 KB/151140 for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 in 542ms, sequenceid=612, compaction requested=true 2024-12-07T21:56:26,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:26,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:56:26,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:26,358 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:56:26,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:56:26,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:26,358 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:56:26,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:56:26,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:56:26,359 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37615 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:56:26,359 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A is initiating minor compaction (all files) 2024-12-07T21:56:26,359 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:56:26,359 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A in TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:26,359 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B is initiating minor compaction (all files) 2024-12-07T21:56:26,360 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B in TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:26,360 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/3817c4b949d44ea1a2b94cb1a6bdab9b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/af0a8230e9e34545ab3999b75adf4e4c, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/9906e8c8f0024b04bf9f6500079d6ff8] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp, totalSize=36.7 K 2024-12-07T21:56:26,360 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/f64b782d16304306b6eaeb516f29ba2e, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/54c7b13f384a43f6aa42b8d432cf11fe, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/abd4bf349f674428b9e0489ae7e862c7] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp, totalSize=34.4 K 2024-12-07T21:56:26,360 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting f64b782d16304306b6eaeb516f29ba2e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1733608582975 2024-12-07T21:56:26,360 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3817c4b949d44ea1a2b94cb1a6bdab9b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1733608582975 2024-12-07T21:56:26,361 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 54c7b13f384a43f6aa42b8d432cf11fe, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1733608582983 2024-12-07T21:56:26,361 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting af0a8230e9e34545ab3999b75adf4e4c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1733608582983 2024-12-07T21:56:26,361 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting abd4bf349f674428b9e0489ae7e862c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=612, earliestPutTs=1733608585695 2024-12-07T21:56:26,362 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9906e8c8f0024b04bf9f6500079d6ff8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=612, earliestPutTs=1733608585692 2024-12-07T21:56:26,373 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27#B#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:26,374 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/d3be1effdee64fb6a6f8d26309359cb3 is 50, key is test_row_0/B:col10/1733608585814/Put/seqid=0 2024-12-07T21:56:26,376 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27#A#compaction#73 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:26,376 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/887d0787c8234ffba74c6cd37f9c8d83 is 50, key is test_row_0/A:col10/1733608585814/Put/seqid=0 2024-12-07T21:56:26,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741910_1086 (size=13119) 2024-12-07T21:56:26,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741909_1085 (size=13119) 2024-12-07T21:56:26,392 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/d3be1effdee64fb6a6f8d26309359cb3 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/d3be1effdee64fb6a6f8d26309359cb3 2024-12-07T21:56:26,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 3/3 column families, dataSize=161.02 KB heapSize=453.47 KB 2024-12-07T21:56:26,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=A 2024-12-07T21:56:26,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-07T21:56:26,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=B 2024-12-07T21:56:26,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-07T21:56:26,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=C 2024-12-07T21:56:26,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-07T21:56:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:26,397 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/887d0787c8234ffba74c6cd37f9c8d83 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/887d0787c8234ffba74c6cd37f9c8d83 2024-12-07T21:56:26,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-07T21:56:26,409 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 into d3be1effdee64fb6a6f8d26309359cb3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:26,409 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 into 887d0787c8234ffba74c6cd37f9c8d83(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:26,409 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:26,409 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:26,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:26,409 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., storeName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B, priority=13, startTime=1733608586358; duration=0sec 2024-12-07T21:56:26,409 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., storeName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A, priority=13, startTime=1733608586358; duration=0sec 2024-12-07T21:56:26,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:26,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:26,410 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:56:26,410 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:A 2024-12-07T21:56:26,410 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:26,410 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:B 2024-12-07T21:56:26,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:26,410 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:56:26,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:26,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608646402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:26,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:26,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:26,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:26,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/ffc5319dbf324b48b785539021600473 is 50, key is test_row_0/A:col10/1733608586393/Put/seqid=0 2024-12-07T21:56:26,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608646411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:26,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:26,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:26,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:26,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608646412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:26,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:26,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:26,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:26,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-07T21:56:26,430 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:56:26,430 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C is initiating minor compaction (all files) 2024-12-07T21:56:26,430 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C in TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:26,430 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/5ebba962d8684d669a39eb7cb0e18f28, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/429b1455801c47409bba1c602911391a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/7645d7b7e37a4308a276633ed128134e] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp, totalSize=34.4 K 2024-12-07T21:56:26,431 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ebba962d8684d669a39eb7cb0e18f28, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1733608582975 2024-12-07T21:56:26,432 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 429b1455801c47409bba1c602911391a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1733608582983 2024-12-07T21:56:26,433 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7645d7b7e37a4308a276633ed128134e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=612, earliestPutTs=1733608585695 2024-12-07T21:56:26,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741911_1087 (size=17181) 2024-12-07T21:56:26,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=702 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/ffc5319dbf324b48b785539021600473 2024-12-07T21:56:26,474 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27#C#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:26,474 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/d6ea357d64c6485ab2b26a1f161672ef is 50, key is test_row_0/C:col10/1733608585814/Put/seqid=0 2024-12-07T21:56:26,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/d68edafe3965463992f7169761a98416 is 50, key is test_row_0/B:col10/1733608586393/Put/seqid=0 2024-12-07T21:56:26,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741912_1088 (size=13119) 2024-12-07T21:56:26,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608646521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:26,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:26,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:26,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:26,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608646530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:26,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:26,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:26,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:26,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608646530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:26,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:26,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:26,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:26,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741913_1089 (size=12301) 2024-12-07T21:56:26,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=702 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/d68edafe3965463992f7169761a98416 2024-12-07T21:56:26,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/de11f293202b4de187ffe217ef089c71 is 50, key is test_row_0/C:col10/1733608586393/Put/seqid=0 2024-12-07T21:56:26,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-07T21:56:26,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:26,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:26,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:26,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:26,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:26,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:26,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741914_1090 (size=12301) 2024-12-07T21:56:26,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-07T21:56:26,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:26,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:26,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:26,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:26,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:26,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:26,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608646730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:26,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:26,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:26,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:26,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:26,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608646740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:26,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:26,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:26,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:26,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:26,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608646741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:26,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:26,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:26,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:26,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-07T21:56:26,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:26,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:26,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:26,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:26,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:26,920 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/d6ea357d64c6485ab2b26a1f161672ef as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/d6ea357d64c6485ab2b26a1f161672ef 2024-12-07T21:56:26,926 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 into d6ea357d64c6485ab2b26a1f161672ef(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:26,926 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:26,926 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., storeName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C, priority=13, startTime=1733608586358; duration=0sec 2024-12-07T21:56:26,927 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:26,927 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:C 2024-12-07T21:56:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-07T21:56:26,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=702 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/de11f293202b4de187ffe217ef089c71 2024-12-07T21:56:26,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/ffc5319dbf324b48b785539021600473 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/ffc5319dbf324b48b785539021600473 2024-12-07T21:56:27,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/ffc5319dbf324b48b785539021600473, entries=250, sequenceid=702, filesize=16.8 K 2024-12-07T21:56:27,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/d68edafe3965463992f7169761a98416 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/d68edafe3965463992f7169761a98416 2024-12-07T21:56:27,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/d68edafe3965463992f7169761a98416, entries=150, sequenceid=702, filesize=12.0 K 2024-12-07T21:56:27,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/de11f293202b4de187ffe217ef089c71 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/de11f293202b4de187ffe217ef089c71 2024-12-07T21:56:27,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-07T21:56:27,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:27,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:27,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:27,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:27,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:27,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608647042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:27,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:27,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:27,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:27,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/de11f293202b4de187ffe217ef089c71, entries=150, sequenceid=702, filesize=12.0 K 2024-12-07T21:56:27,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~453.42 KB/464304, currentSize=26.84 KB/27480 for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 in 653ms, sequenceid=702, compaction requested=false 2024-12-07T21:56:27,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:27,061 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-07T21:56:27,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=A 2024-12-07T21:56:27,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:27,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=B 2024-12-07T21:56:27,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:27,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=C 2024-12-07T21:56:27,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:27,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/0bc728d64c18473fb76db83fa6cd8361 is 50, key is test_row_0/A:col10/1733608587057/Put/seqid=0 2024-12-07T21:56:27,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741915_1091 (size=9857) 2024-12-07T21:56:27,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608647154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:27,158 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733608587145, max timestamp=1733608587155Num uniques 859; 2024-12-07T21:56:27,158 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T21:56:27,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:27,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:27,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:27,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608647181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:27,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:27,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:27,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:27,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-07T21:56:27,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:27,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:27,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:27,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:27,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:27,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:27,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608647261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:27,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:27,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:27,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:27,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608647290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:27,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:27,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:27,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:27,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-07T21:56:27,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:27,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:27,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:27,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:27,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:27,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608647471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:27,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:27,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:27,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:27,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-07T21:56:27,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:27,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:27,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:27,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:27,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:27,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=716 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/0bc728d64c18473fb76db83fa6cd8361 2024-12-07T21:56:27,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608647501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:27,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:27,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:27,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:27,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/aa812f4101254fd5954e6c8e157dc4a9 is 50, key is test_row_0/B:col10/1733608587057/Put/seqid=0 2024-12-07T21:56:27,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741916_1092 (size=9857) 2024-12-07T21:56:27,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=716 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/aa812f4101254fd5954e6c8e157dc4a9 2024-12-07T21:56:27,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/8f1586a054d44cb58222a1ed3d29e5b0 is 50, key is test_row_0/C:col10/1733608587057/Put/seqid=0 2024-12-07T21:56:27,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741917_1093 (size=9857) 2024-12-07T21:56:27,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:27,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608647550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:27,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:27,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:27,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:27,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-07T21:56:27,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:27,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:27,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:27,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:27,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:27,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:27,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:27,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608647781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:27,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:27,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:27,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:27,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-07T21:56:27,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:27,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:27,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:27,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:27,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:27,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:27,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:27,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608647810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:27,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:27,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:27,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-07T21:56:27,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=716 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/8f1586a054d44cb58222a1ed3d29e5b0 2024-12-07T21:56:27,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/0bc728d64c18473fb76db83fa6cd8361 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/0bc728d64c18473fb76db83fa6cd8361 2024-12-07T21:56:27,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/0bc728d64c18473fb76db83fa6cd8361, entries=100, sequenceid=716, filesize=9.6 K 2024-12-07T21:56:27,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/aa812f4101254fd5954e6c8e157dc4a9 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/aa812f4101254fd5954e6c8e157dc4a9 2024-12-07T21:56:27,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-07T21:56:27,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:27,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:27,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:27,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:27,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:27,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:27,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/aa812f4101254fd5954e6c8e157dc4a9, entries=100, sequenceid=716, filesize=9.6 K 2024-12-07T21:56:27,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/8f1586a054d44cb58222a1ed3d29e5b0 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/8f1586a054d44cb58222a1ed3d29e5b0 2024-12-07T21:56:27,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/8f1586a054d44cb58222a1ed3d29e5b0, entries=100, sequenceid=716, filesize=9.6 K 2024-12-07T21:56:27,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=123.00 KB/125950 for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 in 915ms, sequenceid=716, compaction requested=true 2024-12-07T21:56:27,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:27,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:56:27,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:27,975 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:56:27,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:56:27,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:27,976 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:56:27,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:56:27,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:56:27,977 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40157 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:56:27,977 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:56:27,977 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A is initiating minor compaction (all files) 2024-12-07T21:56:27,977 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B is initiating minor compaction (all files) 2024-12-07T21:56:27,977 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A in TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:27,977 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B in TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:27,977 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/d3be1effdee64fb6a6f8d26309359cb3, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/d68edafe3965463992f7169761a98416, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/aa812f4101254fd5954e6c8e157dc4a9] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp, totalSize=34.5 K 2024-12-07T21:56:27,977 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/887d0787c8234ffba74c6cd37f9c8d83, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/ffc5319dbf324b48b785539021600473, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/0bc728d64c18473fb76db83fa6cd8361] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp, totalSize=39.2 K 2024-12-07T21:56:27,978 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 887d0787c8234ffba74c6cd37f9c8d83, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=612, earliestPutTs=1733608585695 2024-12-07T21:56:27,978 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting d3be1effdee64fb6a6f8d26309359cb3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=612, earliestPutTs=1733608585695 2024-12-07T21:56:27,978 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting ffc5319dbf324b48b785539021600473, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=702, earliestPutTs=1733608586058 2024-12-07T21:56:27,979 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bc728d64c18473fb76db83fa6cd8361, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=716, earliestPutTs=1733608587057 2024-12-07T21:56:27,979 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting d68edafe3965463992f7169761a98416, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=702, earliestPutTs=1733608586073 2024-12-07T21:56:27,979 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting aa812f4101254fd5954e6c8e157dc4a9, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=716, earliestPutTs=1733608587057 2024-12-07T21:56:27,994 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27#B#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:27,994 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27#A#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:27,994 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/4778fb9df2404eccb8298b686aeb33b5 is 50, key is test_row_0/B:col10/1733608587057/Put/seqid=0 2024-12-07T21:56:27,995 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/d2af3fc11c2646f1825b5c8eaff54a25 is 50, key is test_row_0/A:col10/1733608587057/Put/seqid=0 2024-12-07T21:56:28,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741919_1095 (size=13221) 2024-12-07T21:56:28,023 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/d2af3fc11c2646f1825b5c8eaff54a25 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/d2af3fc11c2646f1825b5c8eaff54a25 2024-12-07T21:56:28,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741918_1094 (size=13221) 2024-12-07T21:56:28,033 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 into d2af3fc11c2646f1825b5c8eaff54a25(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:28,033 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:28,033 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., storeName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A, priority=13, startTime=1733608587975; duration=0sec 2024-12-07T21:56:28,034 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:56:28,034 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:A 2024-12-07T21:56:28,034 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:56:28,034 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/4778fb9df2404eccb8298b686aeb33b5 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/4778fb9df2404eccb8298b686aeb33b5 2024-12-07T21:56:28,038 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:56:28,038 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C is initiating minor compaction (all files) 2024-12-07T21:56:28,038 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C in TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:28,038 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/d6ea357d64c6485ab2b26a1f161672ef, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/de11f293202b4de187ffe217ef089c71, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/8f1586a054d44cb58222a1ed3d29e5b0] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp, totalSize=34.5 K 2024-12-07T21:56:28,038 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6ea357d64c6485ab2b26a1f161672ef, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=612, earliestPutTs=1733608585695 2024-12-07T21:56:28,039 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting de11f293202b4de187ffe217ef089c71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=702, earliestPutTs=1733608586073 2024-12-07T21:56:28,039 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f1586a054d44cb58222a1ed3d29e5b0, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=716, earliestPutTs=1733608587057 2024-12-07T21:56:28,047 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 into 4778fb9df2404eccb8298b686aeb33b5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:28,047 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:28,047 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., storeName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B, priority=13, startTime=1733608587975; duration=0sec 2024-12-07T21:56:28,047 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:28,047 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:B 2024-12-07T21:56:28,052 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27#C#compaction#83 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:28,054 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/a8e7d2bcb19e4a9991f43b85cd2d66e9 is 50, key is test_row_0/C:col10/1733608587057/Put/seqid=0 2024-12-07T21:56:28,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741920_1096 (size=13221) 2024-12-07T21:56:28,106 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/a8e7d2bcb19e4a9991f43b85cd2d66e9 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/a8e7d2bcb19e4a9991f43b85cd2d66e9 2024-12-07T21:56:28,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-07T21:56:28,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:28,110 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 3/3 column families, dataSize=123.00 KB heapSize=361.72 KB 2024-12-07T21:56:28,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=A 2024-12-07T21:56:28,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:28,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=B 2024-12-07T21:56:28,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:28,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=C 2024-12-07T21:56:28,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:28,120 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 into a8e7d2bcb19e4a9991f43b85cd2d66e9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:28,120 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:28,120 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., storeName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C, priority=13, startTime=1733608587976; duration=0sec 2024-12-07T21:56:28,120 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:28,120 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:C 2024-12-07T21:56:28,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/c021aa8f645f4117ab17275c6332bd15 is 50, key is test_row_0/A:col10/1733608587155/Put/seqid=0 2024-12-07T21:56:28,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741921_1097 (size=12301) 2024-12-07T21:56:28,145 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=744 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/c021aa8f645f4117ab17275c6332bd15 2024-12-07T21:56:28,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/719b7006af6c4efb92eb27855c6e575d is 50, key is test_row_0/B:col10/1733608587155/Put/seqid=0 2024-12-07T21:56:28,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:28,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:28,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741922_1098 (size=12301) 2024-12-07T21:56:28,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:28,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608648194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:28,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:28,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:28,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:28,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:28,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608648199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:28,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:28,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:28,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:28,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:28,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608648290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:28,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:28,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:28,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:28,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608648311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:28,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:28,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:28,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:28,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:28,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608648311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:28,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:28,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:28,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:28,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608648321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:28,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:28,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:28,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:28,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608648521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:28,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:28,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:28,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:28,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608648521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:28,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:28,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:28,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:28,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608648561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:28,566 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_2' in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:56:28,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:28,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:28,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:28,583 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=744 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/719b7006af6c4efb92eb27855c6e575d 2024-12-07T21:56:28,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/4cad5f07493847aca3b408273d11a733 is 50, key is test_row_0/C:col10/1733608587155/Put/seqid=0 2024-12-07T21:56:28,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741923_1099 (size=12301) 2024-12-07T21:56:28,635 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=744 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/4cad5f07493847aca3b408273d11a733 2024-12-07T21:56:28,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/c021aa8f645f4117ab17275c6332bd15 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/c021aa8f645f4117ab17275c6332bd15 2024-12-07T21:56:28,659 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/c021aa8f645f4117ab17275c6332bd15, entries=150, sequenceid=744, filesize=12.0 K 2024-12-07T21:56:28,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/719b7006af6c4efb92eb27855c6e575d as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/719b7006af6c4efb92eb27855c6e575d 2024-12-07T21:56:28,670 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/719b7006af6c4efb92eb27855c6e575d, entries=150, sequenceid=744, filesize=12.0 K 2024-12-07T21:56:28,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/4cad5f07493847aca3b408273d11a733 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/4cad5f07493847aca3b408273d11a733 2024-12-07T21:56:28,681 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/4cad5f07493847aca3b408273d11a733, entries=150, sequenceid=744, filesize=12.0 K 2024-12-07T21:56:28,682 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~123.00 KB/125950, heapSize ~361.67 KB/370352, currentSize=53.67 KB/54960 for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 in 572ms, sequenceid=744, compaction requested=false 2024-12-07T21:56:28,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:28,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:28,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-12-07T21:56:28,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-12-07T21:56:28,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-07T21:56:28,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8900 sec 2024-12-07T21:56:28,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 2.8990 sec 2024-12-07T21:56:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:28,862 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-07T21:56:28,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=A 2024-12-07T21:56:28,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:28,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=B 2024-12-07T21:56:28,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:28,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=C 2024-12-07T21:56:28,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:28,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/2a5626f198aa43cfb2dcdb92e1c116d2 is 50, key is test_row_0/A:col10/1733608588198/Put/seqid=0 2024-12-07T21:56:28,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741924_1100 (size=17181) 2024-12-07T21:56:28,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=758 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/2a5626f198aa43cfb2dcdb92e1c116d2 2024-12-07T21:56:28,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/22286d9cc486452d992982cb7c13fee4 is 50, key is test_row_0/B:col10/1733608588198/Put/seqid=0 2024-12-07T21:56:28,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608648900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:28,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:28,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:28,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:28,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:28,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608648902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:28,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741925_1101 (size=12301) 2024-12-07T21:56:28,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:28,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:28,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:29,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608649011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:29,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:29,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:29,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:29,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608649011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:29,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:29,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:29,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:29,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608649220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:29,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:29,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608649221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:29,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:29,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:29,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:29,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:29,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:29,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608649300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:29,301 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_1' in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2147 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:56:29,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:29,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:29,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:29,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=758 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/22286d9cc486452d992982cb7c13fee4 2024-12-07T21:56:29,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/cac5bdf899b341d18a84e445e8429d57 is 50, key is test_row_0/C:col10/1733608588198/Put/seqid=0 2024-12-07T21:56:29,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741926_1102 (size=12301) 2024-12-07T21:56:29,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608649331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:29,333 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_2' in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:56:29,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:29,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:29,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:29,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608649530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:29,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608649530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:29,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:29,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:29,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:29,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:29,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:29,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:29,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=758 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/cac5bdf899b341d18a84e445e8429d57 2024-12-07T21:56:29,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/2a5626f198aa43cfb2dcdb92e1c116d2 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/2a5626f198aa43cfb2dcdb92e1c116d2 2024-12-07T21:56:29,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/2a5626f198aa43cfb2dcdb92e1c116d2, entries=250, sequenceid=758, filesize=16.8 K 2024-12-07T21:56:29,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/22286d9cc486452d992982cb7c13fee4 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/22286d9cc486452d992982cb7c13fee4 2024-12-07T21:56:29,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/22286d9cc486452d992982cb7c13fee4, entries=150, sequenceid=758, filesize=12.0 K 2024-12-07T21:56:29,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/cac5bdf899b341d18a84e445e8429d57 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/cac5bdf899b341d18a84e445e8429d57 2024-12-07T21:56:29,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/cac5bdf899b341d18a84e445e8429d57, entries=150, sequenceid=758, filesize=12.0 K 2024-12-07T21:56:29,744 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 in 882ms, sequenceid=758, compaction requested=true 2024-12-07T21:56:29,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:29,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:56:29,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:29,745 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:56:29,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:56:29,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:29,745 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:56:29,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:56:29,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:56:29,746 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:56:29,746 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42703 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:56:29,746 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A is initiating minor compaction (all files) 2024-12-07T21:56:29,746 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B is initiating minor compaction (all files) 2024-12-07T21:56:29,746 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B in TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:29,746 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A in TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:29,746 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/d2af3fc11c2646f1825b5c8eaff54a25, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/c021aa8f645f4117ab17275c6332bd15, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/2a5626f198aa43cfb2dcdb92e1c116d2] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp, totalSize=41.7 K 2024-12-07T21:56:29,746 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/4778fb9df2404eccb8298b686aeb33b5, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/719b7006af6c4efb92eb27855c6e575d, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/22286d9cc486452d992982cb7c13fee4] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp, totalSize=36.9 K 2024-12-07T21:56:29,746 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2af3fc11c2646f1825b5c8eaff54a25, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=716, earliestPutTs=1733608586073 2024-12-07T21:56:29,746 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 4778fb9df2404eccb8298b686aeb33b5, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=716, earliestPutTs=1733608586073 2024-12-07T21:56:29,747 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting c021aa8f645f4117ab17275c6332bd15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=744, earliestPutTs=1733608587155 2024-12-07T21:56:29,747 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 719b7006af6c4efb92eb27855c6e575d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=744, earliestPutTs=1733608587155 2024-12-07T21:56:29,747 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a5626f198aa43cfb2dcdb92e1c116d2, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=758, earliestPutTs=1733608588191 2024-12-07T21:56:29,747 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 22286d9cc486452d992982cb7c13fee4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=758, earliestPutTs=1733608588192 2024-12-07T21:56:29,754 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27#B#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:29,755 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/872477cfeb86428bbe41dd9d534c8cbe is 50, key is test_row_0/B:col10/1733608588198/Put/seqid=0 2024-12-07T21:56:29,757 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27#A#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:29,758 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/01d9645eb2ba4de69d4572649b4c144e is 50, key is test_row_0/A:col10/1733608588198/Put/seqid=0 2024-12-07T21:56:29,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741927_1103 (size=13323) 2024-12-07T21:56:29,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741928_1104 (size=13323) 2024-12-07T21:56:29,775 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/872477cfeb86428bbe41dd9d534c8cbe as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/872477cfeb86428bbe41dd9d534c8cbe 2024-12-07T21:56:29,781 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/01d9645eb2ba4de69d4572649b4c144e as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/01d9645eb2ba4de69d4572649b4c144e 2024-12-07T21:56:29,781 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 into 872477cfeb86428bbe41dd9d534c8cbe(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:29,781 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:29,781 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., storeName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B, priority=13, startTime=1733608589745; duration=0sec 2024-12-07T21:56:29,781 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:56:29,781 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:B 2024-12-07T21:56:29,781 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:56:29,783 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:56:29,783 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C is initiating minor compaction (all files) 2024-12-07T21:56:29,783 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C in TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:29,783 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/a8e7d2bcb19e4a9991f43b85cd2d66e9, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/4cad5f07493847aca3b408273d11a733, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/cac5bdf899b341d18a84e445e8429d57] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp, totalSize=36.9 K 2024-12-07T21:56:29,784 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting a8e7d2bcb19e4a9991f43b85cd2d66e9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=716, earliestPutTs=1733608586073 2024-12-07T21:56:29,784 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 4cad5f07493847aca3b408273d11a733, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=744, earliestPutTs=1733608587155 2024-12-07T21:56:29,785 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting cac5bdf899b341d18a84e445e8429d57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=758, earliestPutTs=1733608588192 2024-12-07T21:56:29,788 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 into 01d9645eb2ba4de69d4572649b4c144e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:29,788 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:29,788 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., storeName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A, priority=13, startTime=1733608589744; duration=0sec 2024-12-07T21:56:29,788 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:29,789 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:A 2024-12-07T21:56:29,793 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27#C#compaction#92 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:29,793 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/a6940bcfb0e5453ebc78da8ea770fae2 is 50, key is test_row_0/C:col10/1733608588198/Put/seqid=0 2024-12-07T21:56:29,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741929_1105 (size=13323) 2024-12-07T21:56:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-07T21:56:29,961 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:56:29,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:56:29,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-12-07T21:56:29,963 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:56:29,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-07T21:56:29,964 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:56:29,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:56:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:30,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-07T21:56:30,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=A 2024-12-07T21:56:30,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:30,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=B 2024-12-07T21:56:30,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:30,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=C 2024-12-07T21:56:30,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:30,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/e90021c716824badaa93887c55be0afc is 50, key is test_row_0/A:col10/1733608588896/Put/seqid=0 2024-12-07T21:56:30,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741930_1106 (size=12301) 2024-12-07T21:56:30,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:30,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608650061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:30,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:30,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:30,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:30,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:30,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608650062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:30,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:30,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:30,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-07T21:56:30,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-07T21:56:30,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:30,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:30,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:30,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:30,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:30,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608650171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:30,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:30,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:30,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:30,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608650171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:30,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:30,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:30,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:30,208 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/a6940bcfb0e5453ebc78da8ea770fae2 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/a6940bcfb0e5453ebc78da8ea770fae2 2024-12-07T21:56:30,222 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 into a6940bcfb0e5453ebc78da8ea770fae2(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:30,222 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:30,222 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., storeName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C, priority=13, startTime=1733608589745; duration=0sec 2024-12-07T21:56:30,222 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:30,222 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:C 2024-12-07T21:56:30,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-07T21:56:30,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:30,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:30,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:30,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:30,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-07T21:56:30,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608650381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:30,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:30,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608650381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:30,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:30,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:30,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:30,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:30,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:30,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-07T21:56:30,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:30,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:30,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:30,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:30,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:30,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=781 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/e90021c716824badaa93887c55be0afc 2024-12-07T21:56:30,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/2fbfe8ca024f4a40a31262f0cd3fb75d is 50, key is test_row_0/B:col10/1733608588896/Put/seqid=0 2024-12-07T21:56:30,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741931_1107 (size=12301) 2024-12-07T21:56:30,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=781 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/2fbfe8ca024f4a40a31262f0cd3fb75d 2024-12-07T21:56:30,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/391012f255b845b1a49792cfa7173466 is 50, key is test_row_0/C:col10/1733608588896/Put/seqid=0 2024-12-07T21:56:30,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741932_1108 (size=12301) 2024-12-07T21:56:30,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39602 deadline: 1733608650581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:30,583 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_2' in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:56:30,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:30,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:30,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:30,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-07T21:56:30,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:30,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:30,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:30,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:30,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:30,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:30,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-07T21:56:30,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:30,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608650690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:30,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:30,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:30,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:30,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:30,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608650690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:30,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:30,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:30,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:30,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-07T21:56:30,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:30,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:30,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:30,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:30,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:30,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=781 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/391012f255b845b1a49792cfa7173466 2024-12-07T21:56:30,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/e90021c716824badaa93887c55be0afc as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/e90021c716824badaa93887c55be0afc 2024-12-07T21:56:30,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/e90021c716824badaa93887c55be0afc, entries=150, sequenceid=781, filesize=12.0 K 2024-12-07T21:56:30,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-07T21:56:30,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:30,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:30,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:30,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:30,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:30,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/2fbfe8ca024f4a40a31262f0cd3fb75d as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/2fbfe8ca024f4a40a31262f0cd3fb75d 2024-12-07T21:56:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:30,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/2fbfe8ca024f4a40a31262f0cd3fb75d, entries=150, sequenceid=781, filesize=12.0 K 2024-12-07T21:56:30,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/391012f255b845b1a49792cfa7173466 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/391012f255b845b1a49792cfa7173466 2024-12-07T21:56:30,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/391012f255b845b1a49792cfa7173466, entries=150, sequenceid=781, filesize=12.0 K 2024-12-07T21:56:30,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 in 873ms, sequenceid=781, compaction requested=false 2024-12-07T21:56:30,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:31,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-07T21:56:31,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:31,050 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-07T21:56:31,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=A 2024-12-07T21:56:31,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:31,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=B 2024-12-07T21:56:31,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:31,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=C 2024-12-07T21:56:31,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:31,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/1e3eb49b2f4f4fc8b8f418a75aa13df9 is 50, key is test_row_0/A:col10/1733608590060/Put/seqid=0 2024-12-07T21:56:31,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741933_1109 (size=12301) 2024-12-07T21:56:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-07T21:56:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:31,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. as already flushing 2024-12-07T21:56:31,241 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733608591216, max timestamp=1733608591238Num uniques 859; 2024-12-07T21:56:31,241 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733608591216, max timestamp=1733608591238Num uniques 859; 2024-12-07T21:56:31,241 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-07T21:56:31,241 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-07T21:56:31,241 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733608591216, max timestamp=1733608591238Num uniques 859; 2024-12-07T21:56:31,241 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-07T21:56:31,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608651268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:31,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:31,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608651269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:31,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:31,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:31,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:31,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:31,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:31,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1733608651311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:31,312 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_1' in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:56:31,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:31,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:31,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:31,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39668 deadline: 1733608651340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:31,342 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_2' in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:56:31,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:31,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:31,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:31,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608651381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:31,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:31,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:31,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:31,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608651381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:31,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:31,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:31,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:31,465 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=793 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/1e3eb49b2f4f4fc8b8f418a75aa13df9 2024-12-07T21:56:31,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/41a7db6aa85941079f4a671d40e1edeb is 50, key is test_row_0/B:col10/1733608590060/Put/seqid=0 2024-12-07T21:56:31,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741934_1110 (size=12301) 2024-12-07T21:56:31,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608651590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:31,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:31,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:31,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608651591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:31,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:31,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:31,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:31,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:31,724 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-12-07T21:56:31,724 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:56:31,726 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-12-07T21:56:31,726 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:56:31,726 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-12-07T21:56:31,726 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:56:31,728 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:31,728 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:31,728 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:31,729 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:31,729 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:31,729 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:31,729 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:56:31,729 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:56:31,729 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:56:31,731 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-12-07T21:56:31,731 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:56:31,731 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:31,731 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:31,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:56:31,880 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=793 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/41a7db6aa85941079f4a671d40e1edeb 2024-12-07T21:56:31,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/ccf9a0c44ffb408f98f9fcccd2f3988f is 50, key is test_row_0/C:col10/1733608590060/Put/seqid=0 2024-12-07T21:56:31,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741935_1111 (size=12301) 2024-12-07T21:56:31,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:31,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39604 deadline: 1733608651901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1733608651901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:31,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:31,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:31,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:31,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:31,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:31,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:56:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-07T21:56:32,300 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=793 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/ccf9a0c44ffb408f98f9fcccd2f3988f 2024-12-07T21:56:32,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/1e3eb49b2f4f4fc8b8f418a75aa13df9 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/1e3eb49b2f4f4fc8b8f418a75aa13df9 2024-12-07T21:56:32,313 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/1e3eb49b2f4f4fc8b8f418a75aa13df9, entries=150, sequenceid=793, filesize=12.0 K 2024-12-07T21:56:32,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/41a7db6aa85941079f4a671d40e1edeb as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/41a7db6aa85941079f4a671d40e1edeb 2024-12-07T21:56:32,322 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/41a7db6aa85941079f4a671d40e1edeb, entries=150, sequenceid=793, filesize=12.0 K 2024-12-07T21:56:32,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/ccf9a0c44ffb408f98f9fcccd2f3988f as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/ccf9a0c44ffb408f98f9fcccd2f3988f 2024-12-07T21:56:32,329 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/ccf9a0c44ffb408f98f9fcccd2f3988f, entries=150, sequenceid=793, filesize=12.0 K 2024-12-07T21:56:32,330 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 in 1280ms, sequenceid=793, compaction requested=true 2024-12-07T21:56:32,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:32,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:32,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-12-07T21:56:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-12-07T21:56:32,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-12-07T21:56:32,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3680 sec 2024-12-07T21:56:32,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 2.3740 sec 2024-12-07T21:56:32,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:32,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 3/3 column families, dataSize=147.60 KB heapSize=406.08 KB 2024-12-07T21:56:32,412 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-12-07T21:56:32,412 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-12-07T21:56:32,412 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:56:32,412 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:56:32,412 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:32,412 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:32,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=A 2024-12-07T21:56:32,413 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:32,413 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:32,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:56:32,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:56:32,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:32,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=B 2024-12-07T21:56:32,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:32,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=C 2024-12-07T21:56:32,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:32,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/7635f50471164c8bbeb132e1d53fac4e is 50, key is test_row_0/A:col10/1733608591255/Put/seqid=0 2024-12-07T21:56:32,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741936_1112 (size=12301) 2024-12-07T21:56:32,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=828 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/7635f50471164c8bbeb132e1d53fac4e 2024-12-07T21:56:32,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/d7a868ebee54493a993d2ea7c68ecb90 is 50, key is test_row_0/B:col10/1733608591255/Put/seqid=0 2024-12-07T21:56:32,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741937_1113 (size=12301) 2024-12-07T21:56:33,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=828 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/d7a868ebee54493a993d2ea7c68ecb90 2024-12-07T21:56:33,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/f3346f6a5919467cad182c2c9e4c8432 is 50, key is test_row_0/C:col10/1733608591255/Put/seqid=0 2024-12-07T21:56:33,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741938_1114 (size=12301) 2024-12-07T21:56:33,577 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T21:56:33,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=828 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/f3346f6a5919467cad182c2c9e4c8432 2024-12-07T21:56:33,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/7635f50471164c8bbeb132e1d53fac4e as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/7635f50471164c8bbeb132e1d53fac4e 2024-12-07T21:56:33,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/7635f50471164c8bbeb132e1d53fac4e, entries=150, sequenceid=828, filesize=12.0 K 2024-12-07T21:56:33,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/d7a868ebee54493a993d2ea7c68ecb90 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/d7a868ebee54493a993d2ea7c68ecb90 2024-12-07T21:56:33,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/d7a868ebee54493a993d2ea7c68ecb90, entries=150, sequenceid=828, filesize=12.0 K 2024-12-07T21:56:33,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/f3346f6a5919467cad182c2c9e4c8432 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/f3346f6a5919467cad182c2c9e4c8432 2024-12-07T21:56:33,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/f3346f6a5919467cad182c2c9e4c8432, entries=150, sequenceid=828, filesize=12.0 K 2024-12-07T21:56:33,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~406.03 KB/415776, currentSize=0 B/0 for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 in 1263ms, sequenceid=828, compaction requested=true 2024-12-07T21:56:33,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:33,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:56:33,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:33,676 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T21:56:33,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:56:33,676 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T21:56:33,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:33,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:56:33,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:56:33,677 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T21:56:33,677 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T21:56:33,677 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B is initiating minor compaction (all files) 2024-12-07T21:56:33,677 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A is initiating minor compaction (all files) 2024-12-07T21:56:33,678 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B in TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:33,678 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A in TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:33,678 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/872477cfeb86428bbe41dd9d534c8cbe, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/2fbfe8ca024f4a40a31262f0cd3fb75d, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/41a7db6aa85941079f4a671d40e1edeb, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/d7a868ebee54493a993d2ea7c68ecb90] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp, totalSize=49.0 K 2024-12-07T21:56:33,678 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/01d9645eb2ba4de69d4572649b4c144e, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/e90021c716824badaa93887c55be0afc, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/1e3eb49b2f4f4fc8b8f418a75aa13df9, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/7635f50471164c8bbeb132e1d53fac4e] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp, totalSize=49.0 K 2024-12-07T21:56:33,678 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 872477cfeb86428bbe41dd9d534c8cbe, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=758, earliestPutTs=1733608588192 2024-12-07T21:56:33,678 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01d9645eb2ba4de69d4572649b4c144e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=758, earliestPutTs=1733608588192 2024-12-07T21:56:33,678 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fbfe8ca024f4a40a31262f0cd3fb75d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=781, earliestPutTs=1733608588896 2024-12-07T21:56:33,678 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting e90021c716824badaa93887c55be0afc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=781, earliestPutTs=1733608588896 2024-12-07T21:56:33,679 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 41a7db6aa85941079f4a671d40e1edeb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=793, earliestPutTs=1733608590053 2024-12-07T21:56:33,679 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e3eb49b2f4f4fc8b8f418a75aa13df9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=793, earliestPutTs=1733608590053 2024-12-07T21:56:33,679 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting d7a868ebee54493a993d2ea7c68ecb90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=828, earliestPutTs=1733608591255 2024-12-07T21:56:33,679 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7635f50471164c8bbeb132e1d53fac4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=828, earliestPutTs=1733608591255 2024-12-07T21:56:33,688 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27#B#compaction#102 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:33,689 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/342cd98254054a7891ccf38b0aef1249 is 50, key is test_row_0/B:col10/1733608591255/Put/seqid=0 2024-12-07T21:56:33,692 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27#A#compaction#103 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:33,692 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/d996ea4b65034d3b98892b0a6954463d is 50, key is test_row_0/A:col10/1733608591255/Put/seqid=0 2024-12-07T21:56:33,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741939_1115 (size=13459) 2024-12-07T21:56:33,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741940_1116 (size=13459) 2024-12-07T21:56:34,110 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/342cd98254054a7891ccf38b0aef1249 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/342cd98254054a7891ccf38b0aef1249 2024-12-07T21:56:34,113 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/d996ea4b65034d3b98892b0a6954463d as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/d996ea4b65034d3b98892b0a6954463d 2024-12-07T21:56:34,117 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 into 342cd98254054a7891ccf38b0aef1249(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:34,117 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:34,117 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., storeName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B, priority=12, startTime=1733608593676; duration=0sec 2024-12-07T21:56:34,117 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:56:34,117 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:B 2024-12-07T21:56:34,117 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T21:56:34,118 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 into d996ea4b65034d3b98892b0a6954463d(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:34,118 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:34,118 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., storeName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A, priority=12, startTime=1733608593676; duration=0sec 2024-12-07T21:56:34,118 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:34,118 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:A 2024-12-07T21:56:34,119 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T21:56:34,119 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C is initiating minor compaction (all files) 2024-12-07T21:56:34,119 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C in TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:34,119 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/a6940bcfb0e5453ebc78da8ea770fae2, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/391012f255b845b1a49792cfa7173466, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/ccf9a0c44ffb408f98f9fcccd2f3988f, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/f3346f6a5919467cad182c2c9e4c8432] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp, totalSize=49.0 K 2024-12-07T21:56:34,120 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting a6940bcfb0e5453ebc78da8ea770fae2, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=758, earliestPutTs=1733608588192 2024-12-07T21:56:34,120 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 391012f255b845b1a49792cfa7173466, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=781, earliestPutTs=1733608588896 2024-12-07T21:56:34,120 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting ccf9a0c44ffb408f98f9fcccd2f3988f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=793, earliestPutTs=1733608590053 2024-12-07T21:56:34,121 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting f3346f6a5919467cad182c2c9e4c8432, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=828, earliestPutTs=1733608591255 2024-12-07T21:56:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-07T21:56:34,131 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:56:34,131 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ebd3ec45b8a5fcd3c1ccd8fbb275f27#C#compaction#104 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:34,132 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/f91c568c55bb4519b6d21bafa76931da is 50, key is test_row_0/C:col10/1733608591255/Put/seqid=0 2024-12-07T21:56:34,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741941_1117 (size=13459) 2024-12-07T21:56:34,541 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/f91c568c55bb4519b6d21bafa76931da as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/f91c568c55bb4519b6d21bafa76931da 2024-12-07T21:56:34,547 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C of 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 into f91c568c55bb4519b6d21bafa76931da(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:34,547 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: 2024-12-07T21:56:34,547 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., storeName=0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C, priority=12, startTime=1733608593676; duration=0sec 2024-12-07T21:56:34,547 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:34,547 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ebd3ec45b8a5fcd3c1ccd8fbb275f27:C 2024-12-07T21:56:34,633 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-12-07T21:56:34,633 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:56:34,633 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:34,633 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:34,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:56:35,352 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-12-07T21:56:35,352 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-12-07T21:56:35,352 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:56:35,352 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:56:35,352 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:35,352 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:35,352 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:35,352 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:35,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:56:35,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:56:35,352 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-07T21:56:35,353 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 102 2024-12-07T21:56:35,353 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-12-07T21:56:35,353 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 193 2024-12-07T21:56:35,353 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 183 2024-12-07T21:56:35,353 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 160 2024-12-07T21:56:35,353 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-07T21:56:35,353 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3132 2024-12-07T21:56:35,353 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3084 2024-12-07T21:56:35,353 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-07T21:56:35,353 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1461 2024-12-07T21:56:35,353 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4379 rows 2024-12-07T21:56:35,353 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1477 2024-12-07T21:56:35,353 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4429 rows 2024-12-07T21:56:35,353 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T21:56:35,353 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T21:56:35,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:35,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:35,354 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:56:35,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-07T21:56:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-07T21:56:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-07T21:56:35,364 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608595364"}]},"ts":"1733608595364"} 2024-12-07T21:56:35,373 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-07T21:56:35,373 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-07T21:56:35,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T21:56:35,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, UNASSIGN}] 2024-12-07T21:56:35,383 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, UNASSIGN 2024-12-07T21:56:35,386 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, regionState=CLOSING, regionLocation=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:35,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, UNASSIGN because future has completed 2024-12-07T21:56:35,389 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T21:56:35,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228}] 2024-12-07T21:56:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-07T21:56:35,548 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(122): Close 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:35,548 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-07T21:56:35,549 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1722): Closing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, disabling compactions & flushes 2024-12-07T21:56:35,549 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:35,549 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:35,549 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. after waiting 0 ms 2024-12-07T21:56:35,549 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:35,549 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(2902): Flushing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-12-07T21:56:35,550 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=A 2024-12-07T21:56:35,550 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:35,550 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=B 2024-12-07T21:56:35,550 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:35,550 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, store=C 2024-12-07T21:56:35,550 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:35,554 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/576281fab888469fb9aaae801e3004ac is 50, key is test_row_1/A:col10/1733608595351/Put/seqid=0 2024-12-07T21:56:35,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741942_1118 (size=9857) 2024-12-07T21:56:35,560 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=837 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/576281fab888469fb9aaae801e3004ac 2024-12-07T21:56:35,571 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/9497e66933224735b2d6defa4824a4d9 is 50, key is test_row_1/B:col10/1733608595351/Put/seqid=0 2024-12-07T21:56:35,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741943_1119 (size=9857) 2024-12-07T21:56:35,575 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=837 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/9497e66933224735b2d6defa4824a4d9 2024-12-07T21:56:35,583 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/42ef0925f09343658392eb3a8d1d9e3c is 50, key is test_row_1/C:col10/1733608595351/Put/seqid=0 2024-12-07T21:56:35,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741944_1120 (size=9857) 2024-12-07T21:56:35,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-07T21:56:35,989 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=837 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/42ef0925f09343658392eb3a8d1d9e3c 2024-12-07T21:56:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-07T21:56:36,000 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/A/576281fab888469fb9aaae801e3004ac as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/576281fab888469fb9aaae801e3004ac 2024-12-07T21:56:36,006 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/576281fab888469fb9aaae801e3004ac, entries=100, sequenceid=837, filesize=9.6 K 2024-12-07T21:56:36,007 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/B/9497e66933224735b2d6defa4824a4d9 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/9497e66933224735b2d6defa4824a4d9 2024-12-07T21:56:36,012 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/9497e66933224735b2d6defa4824a4d9, entries=100, sequenceid=837, filesize=9.6 K 2024-12-07T21:56:36,014 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/.tmp/C/42ef0925f09343658392eb3a8d1d9e3c as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/42ef0925f09343658392eb3a8d1d9e3c 2024-12-07T21:56:36,021 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/42ef0925f09343658392eb3a8d1d9e3c, entries=100, sequenceid=837, filesize=9.6 K 2024-12-07T21:56:36,022 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 in 473ms, sequenceid=837, compaction requested=false 2024-12-07T21:56:36,022 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/2e27b4e3b74b456cb50b151d19bc9cb4, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/1df7c9692abc4592b9c0e8734c309bce, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/5a7641f87e674155aefd0e311d30aa1f, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/389751c7bb924fd8b6229fce789e995f, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/2e7d5f5255e4464796ef411741b3e9de, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/af890106516649cdb78e4924a56a6ba7, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/059b45cbb6b8415eada21b56190409ad, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/4c7ac56d0ddb4d75a8943fbd391a5820, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/cad5c703b7764f819da3f06da5b5ce9f, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/5e0821fedb3c468486371a15d935333a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/16f51f41da004da88efd37630458a571, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/a0d99d90ad1147fea7fe48633c212e3f, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/8e1634acb90a48ed9c7c05355fc53af0, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/e770e47482794d16a55f93cebfc88eaf, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/a132e0116c2448b5a5512c5a45b1314d, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/72acb1e11be545c0b9e1c2494399f6a6, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/1a9953112dc44505995533540021e472, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/ea43f9e43ea74a4891d9bd4c4e9422bd, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/6b37d337dc27439981055e7d174f923a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/638f18af0807449b88e464c70f229e82, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/d20d431d1354465f881bbe5d49f62a4a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/3817c4b949d44ea1a2b94cb1a6bdab9b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/af0a8230e9e34545ab3999b75adf4e4c, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/9906e8c8f0024b04bf9f6500079d6ff8, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/887d0787c8234ffba74c6cd37f9c8d83, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/ffc5319dbf324b48b785539021600473, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/d2af3fc11c2646f1825b5c8eaff54a25, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/0bc728d64c18473fb76db83fa6cd8361, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/c021aa8f645f4117ab17275c6332bd15, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/2a5626f198aa43cfb2dcdb92e1c116d2, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/01d9645eb2ba4de69d4572649b4c144e, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/e90021c716824badaa93887c55be0afc, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/1e3eb49b2f4f4fc8b8f418a75aa13df9, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/7635f50471164c8bbeb132e1d53fac4e] to archive 2024-12-07T21:56:36,025 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T21:56:36,031 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/2e27b4e3b74b456cb50b151d19bc9cb4 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/2e27b4e3b74b456cb50b151d19bc9cb4 2024-12-07T21:56:36,033 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/1df7c9692abc4592b9c0e8734c309bce to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/1df7c9692abc4592b9c0e8734c309bce 2024-12-07T21:56:36,034 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/5a7641f87e674155aefd0e311d30aa1f to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/5a7641f87e674155aefd0e311d30aa1f 2024-12-07T21:56:36,035 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/389751c7bb924fd8b6229fce789e995f to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/389751c7bb924fd8b6229fce789e995f 2024-12-07T21:56:36,037 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/2e7d5f5255e4464796ef411741b3e9de to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/2e7d5f5255e4464796ef411741b3e9de 2024-12-07T21:56:36,038 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/af890106516649cdb78e4924a56a6ba7 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/af890106516649cdb78e4924a56a6ba7 2024-12-07T21:56:36,040 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/059b45cbb6b8415eada21b56190409ad to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/059b45cbb6b8415eada21b56190409ad 2024-12-07T21:56:36,042 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/4c7ac56d0ddb4d75a8943fbd391a5820 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/4c7ac56d0ddb4d75a8943fbd391a5820 2024-12-07T21:56:36,044 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/cad5c703b7764f819da3f06da5b5ce9f to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/cad5c703b7764f819da3f06da5b5ce9f 2024-12-07T21:56:36,045 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/5e0821fedb3c468486371a15d935333a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/5e0821fedb3c468486371a15d935333a 2024-12-07T21:56:36,047 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/16f51f41da004da88efd37630458a571 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/16f51f41da004da88efd37630458a571 2024-12-07T21:56:36,049 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/a0d99d90ad1147fea7fe48633c212e3f to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/a0d99d90ad1147fea7fe48633c212e3f 2024-12-07T21:56:36,050 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/8e1634acb90a48ed9c7c05355fc53af0 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/8e1634acb90a48ed9c7c05355fc53af0 2024-12-07T21:56:36,052 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/e770e47482794d16a55f93cebfc88eaf to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/e770e47482794d16a55f93cebfc88eaf 2024-12-07T21:56:36,054 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/a132e0116c2448b5a5512c5a45b1314d to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/a132e0116c2448b5a5512c5a45b1314d 2024-12-07T21:56:36,057 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/72acb1e11be545c0b9e1c2494399f6a6 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/72acb1e11be545c0b9e1c2494399f6a6 2024-12-07T21:56:36,059 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/1a9953112dc44505995533540021e472 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/1a9953112dc44505995533540021e472 2024-12-07T21:56:36,061 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/ea43f9e43ea74a4891d9bd4c4e9422bd to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/ea43f9e43ea74a4891d9bd4c4e9422bd 2024-12-07T21:56:36,063 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/6b37d337dc27439981055e7d174f923a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/6b37d337dc27439981055e7d174f923a 2024-12-07T21:56:36,064 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/638f18af0807449b88e464c70f229e82 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/638f18af0807449b88e464c70f229e82 2024-12-07T21:56:36,066 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/d20d431d1354465f881bbe5d49f62a4a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/d20d431d1354465f881bbe5d49f62a4a 2024-12-07T21:56:36,068 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/3817c4b949d44ea1a2b94cb1a6bdab9b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/3817c4b949d44ea1a2b94cb1a6bdab9b 2024-12-07T21:56:36,070 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/af0a8230e9e34545ab3999b75adf4e4c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/af0a8230e9e34545ab3999b75adf4e4c 2024-12-07T21:56:36,071 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/9906e8c8f0024b04bf9f6500079d6ff8 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/9906e8c8f0024b04bf9f6500079d6ff8 2024-12-07T21:56:36,073 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/887d0787c8234ffba74c6cd37f9c8d83 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/887d0787c8234ffba74c6cd37f9c8d83 2024-12-07T21:56:36,075 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/ffc5319dbf324b48b785539021600473 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/ffc5319dbf324b48b785539021600473 2024-12-07T21:56:36,076 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/d2af3fc11c2646f1825b5c8eaff54a25 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/d2af3fc11c2646f1825b5c8eaff54a25 2024-12-07T21:56:36,078 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/0bc728d64c18473fb76db83fa6cd8361 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/0bc728d64c18473fb76db83fa6cd8361 2024-12-07T21:56:36,080 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/c021aa8f645f4117ab17275c6332bd15 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/c021aa8f645f4117ab17275c6332bd15 2024-12-07T21:56:36,081 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/2a5626f198aa43cfb2dcdb92e1c116d2 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/2a5626f198aa43cfb2dcdb92e1c116d2 2024-12-07T21:56:36,083 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/01d9645eb2ba4de69d4572649b4c144e to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/01d9645eb2ba4de69d4572649b4c144e 2024-12-07T21:56:36,084 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/e90021c716824badaa93887c55be0afc to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/e90021c716824badaa93887c55be0afc 2024-12-07T21:56:36,086 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/1e3eb49b2f4f4fc8b8f418a75aa13df9 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/1e3eb49b2f4f4fc8b8f418a75aa13df9 2024-12-07T21:56:36,087 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/7635f50471164c8bbeb132e1d53fac4e to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/7635f50471164c8bbeb132e1d53fac4e 2024-12-07T21:56:36,100 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/3f74ab9e6c5543178d1f3a98b1106cf7, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/9e47e09d41214c7abf5debd18d8547b5, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/5cc7553478834a9c95db9a924dd044cf, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/c0ca864dfb564cf6b1d098aca6e0b3fa, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/25814ca9def14624b8f02aaa3aee21f2, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/5d4e0e01f393429ab93319f2bb9efee7, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/7bab1c10c07747b3839404cee95d5714, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/6e010964399344cf852e2af8bb31f163, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/75a1c43a5fcf40fbb341c9140a3a2b29, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/ac97302c21d748bd9a5198e68cf75849, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/ceadf42ddbd04810aeb7f6b93f58a7f3, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/05ff1c3986a5411988ebcab2977b6cd6, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/8c76f507214146da8a3ba157be678389, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/0dece86471a148d996b4caf1be9fe6dc, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/8e00029202b54068a386326746f03355, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/c7a3e591f13a44119340abb226dee592, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/81928e3988604441a367d5d542049853, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/b33d711544c44ce9b4ebee370a565dde, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/5a93b4443a1d4324adc46e5fa66ded0b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/26112f327cb24cec87da8e8970e0ac3d, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/f64b782d16304306b6eaeb516f29ba2e, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/987385b2b3754664bb0f9b142a6ab79e, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/54c7b13f384a43f6aa42b8d432cf11fe, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/d3be1effdee64fb6a6f8d26309359cb3, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/abd4bf349f674428b9e0489ae7e862c7, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/d68edafe3965463992f7169761a98416, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/4778fb9df2404eccb8298b686aeb33b5, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/aa812f4101254fd5954e6c8e157dc4a9, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/719b7006af6c4efb92eb27855c6e575d, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/872477cfeb86428bbe41dd9d534c8cbe, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/22286d9cc486452d992982cb7c13fee4, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/2fbfe8ca024f4a40a31262f0cd3fb75d, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/41a7db6aa85941079f4a671d40e1edeb, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/d7a868ebee54493a993d2ea7c68ecb90] to archive 2024-12-07T21:56:36,101 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T21:56:36,103 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/3f74ab9e6c5543178d1f3a98b1106cf7 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/3f74ab9e6c5543178d1f3a98b1106cf7 2024-12-07T21:56:36,104 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/9e47e09d41214c7abf5debd18d8547b5 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/9e47e09d41214c7abf5debd18d8547b5 2024-12-07T21:56:36,106 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/5cc7553478834a9c95db9a924dd044cf to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/5cc7553478834a9c95db9a924dd044cf 2024-12-07T21:56:36,107 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/c0ca864dfb564cf6b1d098aca6e0b3fa to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/c0ca864dfb564cf6b1d098aca6e0b3fa 2024-12-07T21:56:36,108 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/25814ca9def14624b8f02aaa3aee21f2 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/25814ca9def14624b8f02aaa3aee21f2 2024-12-07T21:56:36,110 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/5d4e0e01f393429ab93319f2bb9efee7 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/5d4e0e01f393429ab93319f2bb9efee7 2024-12-07T21:56:36,111 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/7bab1c10c07747b3839404cee95d5714 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/7bab1c10c07747b3839404cee95d5714 2024-12-07T21:56:36,112 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/6e010964399344cf852e2af8bb31f163 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/6e010964399344cf852e2af8bb31f163 2024-12-07T21:56:36,114 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/75a1c43a5fcf40fbb341c9140a3a2b29 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/75a1c43a5fcf40fbb341c9140a3a2b29 2024-12-07T21:56:36,115 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/ac97302c21d748bd9a5198e68cf75849 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/ac97302c21d748bd9a5198e68cf75849 2024-12-07T21:56:36,116 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/ceadf42ddbd04810aeb7f6b93f58a7f3 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/ceadf42ddbd04810aeb7f6b93f58a7f3 2024-12-07T21:56:36,117 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/05ff1c3986a5411988ebcab2977b6cd6 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/05ff1c3986a5411988ebcab2977b6cd6 2024-12-07T21:56:36,119 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/8c76f507214146da8a3ba157be678389 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/8c76f507214146da8a3ba157be678389 2024-12-07T21:56:36,120 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/0dece86471a148d996b4caf1be9fe6dc to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/0dece86471a148d996b4caf1be9fe6dc 2024-12-07T21:56:36,122 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/8e00029202b54068a386326746f03355 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/8e00029202b54068a386326746f03355 2024-12-07T21:56:36,124 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/c7a3e591f13a44119340abb226dee592 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/c7a3e591f13a44119340abb226dee592 2024-12-07T21:56:36,126 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/81928e3988604441a367d5d542049853 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/81928e3988604441a367d5d542049853 2024-12-07T21:56:36,127 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/b33d711544c44ce9b4ebee370a565dde to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/b33d711544c44ce9b4ebee370a565dde 2024-12-07T21:56:36,129 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/5a93b4443a1d4324adc46e5fa66ded0b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/5a93b4443a1d4324adc46e5fa66ded0b 2024-12-07T21:56:36,130 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/26112f327cb24cec87da8e8970e0ac3d to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/26112f327cb24cec87da8e8970e0ac3d 2024-12-07T21:56:36,132 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/f64b782d16304306b6eaeb516f29ba2e to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/f64b782d16304306b6eaeb516f29ba2e 2024-12-07T21:56:36,133 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/987385b2b3754664bb0f9b142a6ab79e to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/987385b2b3754664bb0f9b142a6ab79e 2024-12-07T21:56:36,134 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/54c7b13f384a43f6aa42b8d432cf11fe to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/54c7b13f384a43f6aa42b8d432cf11fe 2024-12-07T21:56:36,135 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/d3be1effdee64fb6a6f8d26309359cb3 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/d3be1effdee64fb6a6f8d26309359cb3 2024-12-07T21:56:36,137 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/abd4bf349f674428b9e0489ae7e862c7 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/abd4bf349f674428b9e0489ae7e862c7 2024-12-07T21:56:36,138 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/d68edafe3965463992f7169761a98416 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/d68edafe3965463992f7169761a98416 2024-12-07T21:56:36,140 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/4778fb9df2404eccb8298b686aeb33b5 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/4778fb9df2404eccb8298b686aeb33b5 2024-12-07T21:56:36,141 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/aa812f4101254fd5954e6c8e157dc4a9 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/aa812f4101254fd5954e6c8e157dc4a9 2024-12-07T21:56:36,142 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/719b7006af6c4efb92eb27855c6e575d to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/719b7006af6c4efb92eb27855c6e575d 2024-12-07T21:56:36,143 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/872477cfeb86428bbe41dd9d534c8cbe to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/872477cfeb86428bbe41dd9d534c8cbe 2024-12-07T21:56:36,145 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/22286d9cc486452d992982cb7c13fee4 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/22286d9cc486452d992982cb7c13fee4 2024-12-07T21:56:36,146 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/2fbfe8ca024f4a40a31262f0cd3fb75d to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/2fbfe8ca024f4a40a31262f0cd3fb75d 2024-12-07T21:56:36,147 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/41a7db6aa85941079f4a671d40e1edeb to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/41a7db6aa85941079f4a671d40e1edeb 2024-12-07T21:56:36,148 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/d7a868ebee54493a993d2ea7c68ecb90 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/d7a868ebee54493a993d2ea7c68ecb90 2024-12-07T21:56:36,150 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/2c30a26e72514582bf6a1ced3080b9fe, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/051a488b8e2b41da8bc876847a573115, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/1853334f7e3c4a6ea1f04c92bf0d08f8, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/b46c334ec36a48c1bd65fa50cb0ed508, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/82119d83a98f4bc1932fb7a41cf62d22, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/dd70b2f841bc4e7cb7cb18d1476adea0, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/818b2ee12449472e8ebabe803ef810e0, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/cdff8d9fc2f24369a10f32b310b21208, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/73c8ca813b1c4457bed9a7df507dd6c3, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/e85bdff9c6e04336b27be972da595ab2, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/39a8250c092c4bfab11f22beb93a9200, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/b5331ea713e64160ac2879b47112e424, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/e2f288a44dd54bf6ba6d87508a4729bf, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/978bda15d8e945c5a77e29fbf799fa10, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/8ab64b6709dd4b75a7a79f271a974393, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/56875d156164490d9cfb2dd6cb62dafc, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/1d48c6c948a449638b690c18a5b0647e, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/793041755ca1400b82a08da2d24d8d57, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/fc3a258a44594fac8ca1bab01cbeffee, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/aa9ddefe81c64a6f800ad66ab09c7cae, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/5ebba962d8684d669a39eb7cb0e18f28, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/059d5de581d74106b3ed83ac07b5f30c, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/429b1455801c47409bba1c602911391a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/d6ea357d64c6485ab2b26a1f161672ef, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/7645d7b7e37a4308a276633ed128134e, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/de11f293202b4de187ffe217ef089c71, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/a8e7d2bcb19e4a9991f43b85cd2d66e9, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/8f1586a054d44cb58222a1ed3d29e5b0, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/4cad5f07493847aca3b408273d11a733, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/a6940bcfb0e5453ebc78da8ea770fae2, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/cac5bdf899b341d18a84e445e8429d57, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/391012f255b845b1a49792cfa7173466, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/ccf9a0c44ffb408f98f9fcccd2f3988f, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/f3346f6a5919467cad182c2c9e4c8432] to archive 2024-12-07T21:56:36,151 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T21:56:36,153 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/2c30a26e72514582bf6a1ced3080b9fe to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/2c30a26e72514582bf6a1ced3080b9fe 2024-12-07T21:56:36,154 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/051a488b8e2b41da8bc876847a573115 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/051a488b8e2b41da8bc876847a573115 2024-12-07T21:56:36,156 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/1853334f7e3c4a6ea1f04c92bf0d08f8 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/1853334f7e3c4a6ea1f04c92bf0d08f8 2024-12-07T21:56:36,157 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/b46c334ec36a48c1bd65fa50cb0ed508 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/b46c334ec36a48c1bd65fa50cb0ed508 2024-12-07T21:56:36,159 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/82119d83a98f4bc1932fb7a41cf62d22 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/82119d83a98f4bc1932fb7a41cf62d22 2024-12-07T21:56:36,166 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/dd70b2f841bc4e7cb7cb18d1476adea0 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/dd70b2f841bc4e7cb7cb18d1476adea0 2024-12-07T21:56:36,170 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/818b2ee12449472e8ebabe803ef810e0 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/818b2ee12449472e8ebabe803ef810e0 2024-12-07T21:56:36,172 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/cdff8d9fc2f24369a10f32b310b21208 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/cdff8d9fc2f24369a10f32b310b21208 2024-12-07T21:56:36,174 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/73c8ca813b1c4457bed9a7df507dd6c3 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/73c8ca813b1c4457bed9a7df507dd6c3 2024-12-07T21:56:36,176 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/e85bdff9c6e04336b27be972da595ab2 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/e85bdff9c6e04336b27be972da595ab2 2024-12-07T21:56:36,178 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/39a8250c092c4bfab11f22beb93a9200 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/39a8250c092c4bfab11f22beb93a9200 2024-12-07T21:56:36,182 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/b5331ea713e64160ac2879b47112e424 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/b5331ea713e64160ac2879b47112e424 2024-12-07T21:56:36,185 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/e2f288a44dd54bf6ba6d87508a4729bf to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/e2f288a44dd54bf6ba6d87508a4729bf 2024-12-07T21:56:36,187 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/978bda15d8e945c5a77e29fbf799fa10 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/978bda15d8e945c5a77e29fbf799fa10 2024-12-07T21:56:36,189 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/8ab64b6709dd4b75a7a79f271a974393 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/8ab64b6709dd4b75a7a79f271a974393 2024-12-07T21:56:36,191 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/56875d156164490d9cfb2dd6cb62dafc to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/56875d156164490d9cfb2dd6cb62dafc 2024-12-07T21:56:36,195 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/1d48c6c948a449638b690c18a5b0647e to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/1d48c6c948a449638b690c18a5b0647e 2024-12-07T21:56:36,197 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/793041755ca1400b82a08da2d24d8d57 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/793041755ca1400b82a08da2d24d8d57 2024-12-07T21:56:36,199 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/fc3a258a44594fac8ca1bab01cbeffee to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/fc3a258a44594fac8ca1bab01cbeffee 2024-12-07T21:56:36,201 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/aa9ddefe81c64a6f800ad66ab09c7cae to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/aa9ddefe81c64a6f800ad66ab09c7cae 2024-12-07T21:56:36,203 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/5ebba962d8684d669a39eb7cb0e18f28 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/5ebba962d8684d669a39eb7cb0e18f28 2024-12-07T21:56:36,205 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/059d5de581d74106b3ed83ac07b5f30c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/059d5de581d74106b3ed83ac07b5f30c 2024-12-07T21:56:36,208 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/429b1455801c47409bba1c602911391a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/429b1455801c47409bba1c602911391a 2024-12-07T21:56:36,210 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/d6ea357d64c6485ab2b26a1f161672ef to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/d6ea357d64c6485ab2b26a1f161672ef 2024-12-07T21:56:36,212 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/7645d7b7e37a4308a276633ed128134e to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/7645d7b7e37a4308a276633ed128134e 2024-12-07T21:56:36,214 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/de11f293202b4de187ffe217ef089c71 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/de11f293202b4de187ffe217ef089c71 2024-12-07T21:56:36,215 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/a8e7d2bcb19e4a9991f43b85cd2d66e9 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/a8e7d2bcb19e4a9991f43b85cd2d66e9 2024-12-07T21:56:36,217 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/8f1586a054d44cb58222a1ed3d29e5b0 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/8f1586a054d44cb58222a1ed3d29e5b0 2024-12-07T21:56:36,218 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/4cad5f07493847aca3b408273d11a733 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/4cad5f07493847aca3b408273d11a733 2024-12-07T21:56:36,220 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/a6940bcfb0e5453ebc78da8ea770fae2 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/a6940bcfb0e5453ebc78da8ea770fae2 2024-12-07T21:56:36,221 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/cac5bdf899b341d18a84e445e8429d57 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/cac5bdf899b341d18a84e445e8429d57 2024-12-07T21:56:36,223 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/391012f255b845b1a49792cfa7173466 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/391012f255b845b1a49792cfa7173466 2024-12-07T21:56:36,225 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/ccf9a0c44ffb408f98f9fcccd2f3988f to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/ccf9a0c44ffb408f98f9fcccd2f3988f 2024-12-07T21:56:36,227 DEBUG [StoreCloser-TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/f3346f6a5919467cad182c2c9e4c8432 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/f3346f6a5919467cad182c2c9e4c8432 2024-12-07T21:56:36,242 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/recovered.edits/840.seqid, newMaxSeqId=840, maxSeqId=1 2024-12-07T21:56:36,244 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. 2024-12-07T21:56:36,244 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1676): Region close journal for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27: Waiting for close lock at 1733608595549Running coprocessor pre-close hooks at 1733608595549Disabling compacts and flushes for region at 1733608595549Disabling writes for close at 1733608595549Obtaining lock to block concurrent updates at 1733608595549Preparing flush snapshotting stores in 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 at 1733608595549Finished memstore snapshotting TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1733608595550 (+1 ms)Flushing stores of TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27. at 1733608595551 (+1 ms)Flushing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A: creating writer at 1733608595551Flushing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A: appending metadata at 1733608595554 (+3 ms)Flushing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A: closing flushed file at 1733608595554Flushing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B: creating writer at 1733608595566 (+12 ms)Flushing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B: appending metadata at 1733608595570 (+4 ms)Flushing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B: closing flushed file at 1733608595570Flushing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C: creating writer at 1733608595581 (+11 ms)Flushing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C: appending metadata at 1733608595583 (+2 ms)Flushing 0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C: closing flushed file at 1733608595583Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36d5032b: reopening flushed file at 1733608595999 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1294fb3c: reopening flushed file at 1733608596006 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@181e6348: reopening flushed file at 1733608596013 (+7 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 in 473ms, sequenceid=837, compaction requested=false at 1733608596022 (+9 ms)Writing region close event to WAL at 1733608596228 (+206 ms)Running coprocessor post-close hooks at 1733608596244 (+16 ms)Closed at 1733608596244 2024-12-07T21:56:36,264 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(157): Closed 0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:36,265 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, regionState=CLOSED 2024-12-07T21:56:36,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 because future has completed 2024-12-07T21:56:36,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-07T21:56:36,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseRegionProcedure 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, server=dbf4292a68c8,34281,1733608565228 in 879 msec 2024-12-07T21:56:36,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-12-07T21:56:36,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0ebd3ec45b8a5fcd3c1ccd8fbb275f27, UNASSIGN in 888 msec 2024-12-07T21:56:36,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-07T21:56:36,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 896 msec 2024-12-07T21:56:36,275 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608596275"}]},"ts":"1733608596275"} 2024-12-07T21:56:36,277 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-07T21:56:36,277 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-07T21:56:36,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 919 msec 2024-12-07T21:56:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-07T21:56:36,501 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:56:36,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-07T21:56:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:56:36,514 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:56:36,517 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=29, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:56:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-07T21:56:36,527 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:36,532 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A, FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B, FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C, FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/recovered.edits] 2024-12-07T21:56:36,536 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/576281fab888469fb9aaae801e3004ac to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/576281fab888469fb9aaae801e3004ac 2024-12-07T21:56:36,538 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/d996ea4b65034d3b98892b0a6954463d to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/A/d996ea4b65034d3b98892b0a6954463d 2024-12-07T21:56:36,541 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/342cd98254054a7891ccf38b0aef1249 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/342cd98254054a7891ccf38b0aef1249 2024-12-07T21:56:36,544 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/9497e66933224735b2d6defa4824a4d9 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/B/9497e66933224735b2d6defa4824a4d9 2024-12-07T21:56:36,551 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/42ef0925f09343658392eb3a8d1d9e3c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/42ef0925f09343658392eb3a8d1d9e3c 2024-12-07T21:56:36,553 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/f91c568c55bb4519b6d21bafa76931da to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/C/f91c568c55bb4519b6d21bafa76931da 2024-12-07T21:56:36,557 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/recovered.edits/840.seqid to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27/recovered.edits/840.seqid 2024-12-07T21:56:36,558 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0ebd3ec45b8a5fcd3c1ccd8fbb275f27 2024-12-07T21:56:36,558 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-07T21:56:36,565 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=29, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:56:36,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-07T21:56:36,577 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-07T21:56:36,617 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-07T21:56:36,619 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=29, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:56:36,619 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-07T21:56:36,619 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733608596619"}]},"ts":"9223372036854775807"} 2024-12-07T21:56:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-07T21:56:36,624 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-07T21:56:36,624 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0ebd3ec45b8a5fcd3c1ccd8fbb275f27, NAME => 'TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27.', STARTKEY => '', ENDKEY => ''}] 2024-12-07T21:56:36,624 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-07T21:56:36,624 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733608596624"}]},"ts":"9223372036854775807"} 2024-12-07T21:56:36,628 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-07T21:56:36,629 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=29, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:56:36,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 121 msec 2024-12-07T21:56:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-07T21:56:36,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-07T21:56:36,832 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:56:36,846 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=250 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1634029454_22 at /127.0.0.1:34492 [Waiting for operation #248] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_954414919_22 at /127.0.0.1:34772 [Waiting for operation #152] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1634029454_22 at /127.0.0.1:51816 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;dbf4292a68c8:34281-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_954414919_22 at /127.0.0.1:49500 [Waiting for operation #265] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=419 (was 267) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=18295 (was 18877) 2024-12-07T21:56:36,855 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=250, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=419, ProcessCount=11, AvailableMemoryMB=18294 2024-12-07T21:56:36,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T21:56:36,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T21:56:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-07T21:56:36,859 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T21:56:36,859 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:36,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 30 2024-12-07T21:56:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-12-07T21:56:36,860 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T21:56:36,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741945_1121 (size=1061) 2024-12-07T21:56:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-12-07T21:56:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-12-07T21:56:37,268 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650 2024-12-07T21:56:37,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741946_1122 (size=53) 2024-12-07T21:56:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-12-07T21:56:37,675 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:56:37,675 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 5c548974698f554e60ca45f559e3b21b, disabling compactions & flushes 2024-12-07T21:56:37,675 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:37,675 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:37,675 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. after waiting 0 ms 2024-12-07T21:56:37,675 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:37,675 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:37,675 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5c548974698f554e60ca45f559e3b21b: Waiting for close lock at 1733608597675Disabling compacts and flushes for region at 1733608597675Disabling writes for close at 1733608597675Writing region close event to WAL at 1733608597675Closed at 1733608597675 2024-12-07T21:56:37,677 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T21:56:37,677 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733608597677"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733608597677"}]},"ts":"1733608597677"} 2024-12-07T21:56:37,679 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T21:56:37,680 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T21:56:37,680 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608597680"}]},"ts":"1733608597680"} 2024-12-07T21:56:37,682 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-07T21:56:37,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c548974698f554e60ca45f559e3b21b, ASSIGN}] 2024-12-07T21:56:37,683 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c548974698f554e60ca45f559e3b21b, ASSIGN 2024-12-07T21:56:37,684 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c548974698f554e60ca45f559e3b21b, ASSIGN; state=OFFLINE, location=dbf4292a68c8,34281,1733608565228; forceNewPlan=false, retain=false 2024-12-07T21:56:37,835 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=5c548974698f554e60ca45f559e3b21b, regionState=OPENING, regionLocation=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:37,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c548974698f554e60ca45f559e3b21b, ASSIGN because future has completed 2024-12-07T21:56:37,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228}] 2024-12-07T21:56:37,991 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:37,991 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:56:37,992 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:37,992 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:56:37,992 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:37,992 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:37,994 INFO [StoreOpener-5c548974698f554e60ca45f559e3b21b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:37,995 INFO [StoreOpener-5c548974698f554e60ca45f559e3b21b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T21:56:37,996 INFO [StoreOpener-5c548974698f554e60ca45f559e3b21b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c548974698f554e60ca45f559e3b21b columnFamilyName A 2024-12-07T21:56:37,997 DEBUG [StoreOpener-5c548974698f554e60ca45f559e3b21b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:37,997 INFO [StoreOpener-5c548974698f554e60ca45f559e3b21b-1 {}] regionserver.HStore(327): Store=5c548974698f554e60ca45f559e3b21b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:56:37,997 INFO [StoreOpener-5c548974698f554e60ca45f559e3b21b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:37,999 INFO [StoreOpener-5c548974698f554e60ca45f559e3b21b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T21:56:37,999 INFO [StoreOpener-5c548974698f554e60ca45f559e3b21b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c548974698f554e60ca45f559e3b21b columnFamilyName B 2024-12-07T21:56:37,999 DEBUG [StoreOpener-5c548974698f554e60ca45f559e3b21b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:38,000 INFO [StoreOpener-5c548974698f554e60ca45f559e3b21b-1 {}] regionserver.HStore(327): Store=5c548974698f554e60ca45f559e3b21b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:56:38,000 INFO [StoreOpener-5c548974698f554e60ca45f559e3b21b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-12-07T21:56:38,001 INFO [StoreOpener-5c548974698f554e60ca45f559e3b21b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T21:56:38,001 INFO [StoreOpener-5c548974698f554e60ca45f559e3b21b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c548974698f554e60ca45f559e3b21b columnFamilyName C 2024-12-07T21:56:38,001 DEBUG [StoreOpener-5c548974698f554e60ca45f559e3b21b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:38,002 INFO [StoreOpener-5c548974698f554e60ca45f559e3b21b-1 {}] regionserver.HStore(327): Store=5c548974698f554e60ca45f559e3b21b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:56:38,002 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:38,002 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:38,003 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:38,003 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:38,004 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:38,004 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:38,005 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T21:56:38,006 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:38,008 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T21:56:38,008 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened 5c548974698f554e60ca45f559e3b21b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59751354, jitterRate=-0.10963544249534607}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T21:56:38,008 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:38,009 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for 5c548974698f554e60ca45f559e3b21b: Running coprocessor pre-open hook at 1733608597992Writing region info on filesystem at 1733608597992Initializing all the Stores at 1733608597993 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608597993Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608597994 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608597994Cleaning up temporary data from old regions at 1733608598004 (+10 ms)Running coprocessor post-open hooks at 1733608598008 (+4 ms)Region opened successfully at 1733608598009 (+1 ms) 2024-12-07T21:56:38,010 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., pid=32, masterSystemTime=1733608597988 2024-12-07T21:56:38,011 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:38,011 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:38,012 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=5c548974698f554e60ca45f559e3b21b, regionState=OPEN, openSeqNum=2, regionLocation=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:38,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 because future has completed 2024-12-07T21:56:38,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-12-07T21:56:38,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 in 178 msec 2024-12-07T21:56:38,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-12-07T21:56:38,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c548974698f554e60ca45f559e3b21b, ASSIGN in 335 msec 2024-12-07T21:56:38,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T21:56:38,021 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608598020"}]},"ts":"1733608598020"} 2024-12-07T21:56:38,022 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-07T21:56:38,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T21:56:38,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1670 sec 2024-12-07T21:56:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-12-07T21:56:39,012 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:56:39,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a4e3094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:39,012 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:56:39,013 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:56:39,014 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:56:39,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:56:39,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:56:39,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e595508, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:39,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:56:39,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:56:39,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:39,016 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58740, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:56:39,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cedc1ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:39,017 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:56:39,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:56:39,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:56:39,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59494, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:56:39,022 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T21:56:39,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is dbf4292a68c8,33471,1733608564515 2024-12-07T21:56:39,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17eb0dc9 2024-12-07T21:56:39,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T21:56:39,025 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T21:56:39,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T21:56:39,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T21:56:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-07T21:56:39,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741947_1123 (size=1097) 2024-12-07T21:56:39,452 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-07T21:56:39,452 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-07T21:56:39,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T21:56:39,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c548974698f554e60ca45f559e3b21b, REOPEN/MOVE}] 2024-12-07T21:56:39,462 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c548974698f554e60ca45f559e3b21b, REOPEN/MOVE 2024-12-07T21:56:39,464 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=5c548974698f554e60ca45f559e3b21b, regionState=CLOSING, regionLocation=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:39,465 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33471 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=dbf4292a68c8,34281,1733608565228, table=TestAcidGuarantees, region=5c548974698f554e60ca45f559e3b21b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-07T21:56:39,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c548974698f554e60ca45f559e3b21b, REOPEN/MOVE because future has completed 2024-12-07T21:56:39,466 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T21:56:39,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228}] 2024-12-07T21:56:39,620 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(122): Close 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:39,620 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-07T21:56:39,621 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1722): Closing 5c548974698f554e60ca45f559e3b21b, disabling compactions & flushes 2024-12-07T21:56:39,621 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:39,621 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:39,621 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. after waiting 0 ms 2024-12-07T21:56:39,621 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:39,625 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T21:56:39,626 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:39,626 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1676): Region close journal for 5c548974698f554e60ca45f559e3b21b: Waiting for close lock at 1733608599620Running coprocessor pre-close hooks at 1733608599620Disabling compacts and flushes for region at 1733608599620Disabling writes for close at 1733608599621 (+1 ms)Writing region close event to WAL at 1733608599621Running coprocessor post-close hooks at 1733608599626 (+5 ms)Closed at 1733608599626 2024-12-07T21:56:39,626 WARN [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegionServer(3299): Not adding moved region record: 5c548974698f554e60ca45f559e3b21b to self. 2024-12-07T21:56:39,628 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(157): Closed 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:39,628 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=5c548974698f554e60ca45f559e3b21b, regionState=CLOSED 2024-12-07T21:56:39,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 because future has completed 2024-12-07T21:56:39,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-12-07T21:56:39,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; CloseRegionProcedure 5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 in 166 msec 2024-12-07T21:56:39,635 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c548974698f554e60ca45f559e3b21b, REOPEN/MOVE; state=CLOSED, location=dbf4292a68c8,34281,1733608565228; forceNewPlan=false, retain=true 2024-12-07T21:56:39,785 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=5c548974698f554e60ca45f559e3b21b, regionState=OPENING, regionLocation=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:39,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c548974698f554e60ca45f559e3b21b, REOPEN/MOVE because future has completed 2024-12-07T21:56:39,788 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228}] 2024-12-07T21:56:39,945 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:39,945 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:56:39,946 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:39,946 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:56:39,946 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:39,946 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:39,950 INFO [StoreOpener-5c548974698f554e60ca45f559e3b21b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:39,951 INFO [StoreOpener-5c548974698f554e60ca45f559e3b21b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T21:56:39,956 INFO [StoreOpener-5c548974698f554e60ca45f559e3b21b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c548974698f554e60ca45f559e3b21b columnFamilyName A 2024-12-07T21:56:39,958 DEBUG [StoreOpener-5c548974698f554e60ca45f559e3b21b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:39,958 INFO [StoreOpener-5c548974698f554e60ca45f559e3b21b-1 {}] regionserver.HStore(327): Store=5c548974698f554e60ca45f559e3b21b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:56:39,959 INFO [StoreOpener-5c548974698f554e60ca45f559e3b21b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:39,959 INFO [StoreOpener-5c548974698f554e60ca45f559e3b21b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T21:56:39,959 INFO [StoreOpener-5c548974698f554e60ca45f559e3b21b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c548974698f554e60ca45f559e3b21b columnFamilyName B 2024-12-07T21:56:39,959 DEBUG [StoreOpener-5c548974698f554e60ca45f559e3b21b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:39,960 INFO [StoreOpener-5c548974698f554e60ca45f559e3b21b-1 {}] regionserver.HStore(327): Store=5c548974698f554e60ca45f559e3b21b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:56:39,960 INFO [StoreOpener-5c548974698f554e60ca45f559e3b21b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:39,960 INFO [StoreOpener-5c548974698f554e60ca45f559e3b21b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T21:56:39,960 INFO [StoreOpener-5c548974698f554e60ca45f559e3b21b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c548974698f554e60ca45f559e3b21b columnFamilyName C 2024-12-07T21:56:39,961 DEBUG [StoreOpener-5c548974698f554e60ca45f559e3b21b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:39,961 INFO [StoreOpener-5c548974698f554e60ca45f559e3b21b-1 {}] regionserver.HStore(327): Store=5c548974698f554e60ca45f559e3b21b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:56:39,961 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:39,961 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:39,962 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:39,963 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:39,964 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:39,964 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:39,964 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T21:56:39,966 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:39,967 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened 5c548974698f554e60ca45f559e3b21b; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64280415, jitterRate=-0.04214717447757721}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T21:56:39,967 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:39,970 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for 5c548974698f554e60ca45f559e3b21b: Running coprocessor pre-open hook at 1733608599946Writing region info on filesystem at 1733608599946Initializing all the Stores at 1733608599947 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608599947Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608599947Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608599947Cleaning up temporary data from old regions at 1733608599964 (+17 ms)Running coprocessor post-open hooks at 1733608599967 (+3 ms)Region opened successfully at 1733608599970 (+3 ms) 2024-12-07T21:56:39,971 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., pid=37, masterSystemTime=1733608599941 2024-12-07T21:56:39,973 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:39,973 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:39,974 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=5c548974698f554e60ca45f559e3b21b, regionState=OPEN, openSeqNum=5, regionLocation=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:39,975 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33471 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=dbf4292a68c8,34281,1733608565228, table=TestAcidGuarantees, region=5c548974698f554e60ca45f559e3b21b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-07T21:56:39,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 because future has completed 2024-12-07T21:56:39,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=35 2024-12-07T21:56:39,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 in 190 msec 2024-12-07T21:56:39,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-12-07T21:56:39,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c548974698f554e60ca45f559e3b21b, REOPEN/MOVE in 518 msec 2024-12-07T21:56:39,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-12-07T21:56:39,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 529 msec 2024-12-07T21:56:39,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 955 msec 2024-12-07T21:56:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-12-07T21:56:39,993 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:56:39,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c00921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:39,993 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:56:39,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:56:39,995 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:56:39,995 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:56:39,995 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:56:39,995 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef84692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:39,995 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:56:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:56:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:39,997 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58768, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:56:39,997 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58d1d783, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:39,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76b1860b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:39,998 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:56:39,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:56:39,999 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:56:39,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:56:39,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:56:39,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411e8aaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:39,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:56:39,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:56:39,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:40,000 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58792, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:56:40,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9558d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:40,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73c7c72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:40,002 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:56:40,002 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:56:40,002 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:56:40,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:56:40,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:56:40,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed4987a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:40,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:56:40,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:56:40,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:40,004 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58796, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:56:40,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f3adebd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:40,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52903b3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:40,006 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:56:40,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:56:40,007 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:56:40,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:56:40,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:56:40,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@756c7307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:40,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:56:40,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:56:40,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:40,008 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:56:40,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5427f475, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:40,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc5db83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:40,010 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:56:40,010 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:56:40,011 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:56:40,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:56:40,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:56:40,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f83c66a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:40,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:56:40,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:56:40,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:40,013 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58834, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:56:40,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f53e5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:40,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43fbca19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:40,017 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:56:40,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:56:40,018 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:56:40,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:56:40,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:56:40,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e555836, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:40,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:56:40,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:56:40,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:40,020 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58852, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:56:40,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31abc356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:40,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c562e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:40,021 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:56:40,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:56:40,022 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:56:40,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:56:40,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:56:40,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@293659ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:40,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:56:40,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:56:40,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:40,024 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58870, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:56:40,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7203a827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:40,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cdf07c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:40,025 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:56:40,025 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:56:40,026 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:56:40,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:56:40,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:56:40,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bfb8bf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:40,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:56:40,027 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:56:40,027 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:40,028 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:56:40,028 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7825eb66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:40,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59fb429c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:40,029 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:56:40,029 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:56:40,030 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:56:40,030 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:56:40,031 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:56:40,031 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786ce829, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:40,031 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:56:40,031 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:56:40,031 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:56:40,032 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58926, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:56:40,033 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfa90e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:56:40,034 DEBUG [Thread-641 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:56:40,034 DEBUG [Thread-630 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:56:40,034 DEBUG [Thread-637 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:56:40,034 DEBUG [Thread-632 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:56:40,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:56:40,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:56:40,035 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:56:40,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:56:40,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:56:40,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:56:40,035 DEBUG [Thread-635 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:56:40,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:56:40,035 DEBUG [Thread-632 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:56:40,035 DEBUG [Thread-632 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:56:40,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:56:40,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59518, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:56:40,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59532, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:56:40,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59510, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:56:40,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:56:40,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:56:40,037 DEBUG [Thread-639 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:56:40,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59554, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:56:40,038 DEBUG [Thread-626 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:56:40,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:56:40,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:56:40,038 DEBUG [Thread-624 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:56:40,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:56:40,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59562, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:56:40,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:56:40,039 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:56:40,039 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:56:40,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59574, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:56:40,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59588, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:56:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-12-07T21:56:40,041 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5] 2024-12-07T21:56:40,041 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5] 2024-12-07T21:56:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-07T21:56:40,043 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:56:40,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5] 2024-12-07T21:56:40,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5] 2024-12-07T21:56:40,047 DEBUG [Thread-628 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:56:40,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:56:40,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:56:40,051 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5] 2024-12-07T21:56:40,051 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:56:40,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:56:40,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:56:40,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5] 2024-12-07T21:56:40,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5] 2024-12-07T21:56:40,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5] 2024-12-07T21:56:40,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5] 2024-12-07T21:56:40,062 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c548974698f554e60ca45f559e3b21b 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-07T21:56:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:40,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=A 2024-12-07T21:56:40,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:40,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=B 2024-12-07T21:56:40,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:40,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=C 2024-12-07T21:56:40,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:40,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207f360c16fad0347d8bfc16db15d7e3800_5c548974698f554e60ca45f559e3b21b is 50, key is test_row_0/A:col10/1733608600060/Put/seqid=0 2024-12-07T21:56:40,127 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733608600104, max timestamp=1733608600115Num uniques 859; 2024-12-07T21:56:40,127 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733608600104, max timestamp=1733608600115Num uniques 859; 2024-12-07T21:56:40,127 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T21:56:40,127 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T21:56:40,130 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733608600104, max timestamp=1733608600115Num uniques 859; 2024-12-07T21:56:40,130 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T21:56:40,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741948_1124 (size=12154) 2024-12-07T21:56:40,147 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-07T21:56:40,152 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207f360c16fad0347d8bfc16db15d7e3800_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207f360c16fad0347d8bfc16db15d7e3800_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:40,154 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/64d40173a86e4218a3510f59b8b75ce2, store: [table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:40,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/64d40173a86e4218a3510f59b8b75ce2 is 175, key is test_row_0/A:col10/1733608600060/Put/seqid=0 2024-12-07T21:56:40,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733608660160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:40,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:40,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608660162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:40,171 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,171 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,171 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:40,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59588 deadline: 1733608660158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:40,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:40,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608660168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:40,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:40,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608660168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:40,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:40,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741949_1125 (size=30955) 2024-12-07T21:56:40,188 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/64d40173a86e4218a3510f59b8b75ce2 2024-12-07T21:56:40,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-07T21:56:40,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:40,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. as already flushing 2024-12-07T21:56:40,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:40,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:40,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:40,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/5c25c116dc234ae0b67188f883e3102f is 50, key is test_row_0/B:col10/1733608600060/Put/seqid=0 2024-12-07T21:56:40,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741950_1126 (size=12001) 2024-12-07T21:56:40,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/5c25c116dc234ae0b67188f883e3102f 2024-12-07T21:56:40,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:40,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733608660281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:40,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:40,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59588 deadline: 1733608660281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:40,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608660281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:40,290 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,290 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,290 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:40,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:40,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608660291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:40,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:40,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608660291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:40,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:40,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/5ce03800b2374a4fa6135738ca3bf9c8 is 50, key is test_row_0/C:col10/1733608600060/Put/seqid=0 2024-12-07T21:56:40,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741951_1127 (size=12001) 2024-12-07T21:56:40,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/5ce03800b2374a4fa6135738ca3bf9c8 2024-12-07T21:56:40,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/64d40173a86e4218a3510f59b8b75ce2 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/64d40173a86e4218a3510f59b8b75ce2 2024-12-07T21:56:40,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/64d40173a86e4218a3510f59b8b75ce2, entries=150, sequenceid=15, filesize=30.2 K 2024-12-07T21:56:40,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/5c25c116dc234ae0b67188f883e3102f as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/5c25c116dc234ae0b67188f883e3102f 2024-12-07T21:56:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-07T21:56:40,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-07T21:56:40,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:40,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. as already flushing 2024-12-07T21:56:40,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:40,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:40,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:40,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/5c25c116dc234ae0b67188f883e3102f, entries=150, sequenceid=15, filesize=11.7 K 2024-12-07T21:56:40,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/5ce03800b2374a4fa6135738ca3bf9c8 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/5ce03800b2374a4fa6135738ca3bf9c8 2024-12-07T21:56:40,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/5ce03800b2374a4fa6135738ca3bf9c8, entries=150, sequenceid=15, filesize=11.7 K 2024-12-07T21:56:40,375 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 5c548974698f554e60ca45f559e3b21b in 313ms, sequenceid=15, compaction requested=false 2024-12-07T21:56:40,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:56:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:40,498 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733608600160, max timestamp=1733608600493Num uniques 1068; 2024-12-07T21:56:40,498 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733608600160, max timestamp=1733608600493Num uniques 1068; 2024-12-07T21:56:40,498 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-12-07T21:56:40,498 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-12-07T21:56:40,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c548974698f554e60ca45f559e3b21b 3/3 column families, dataSize=71.56 KB heapSize=194.03 KB 2024-12-07T21:56:40,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=A 2024-12-07T21:56:40,499 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733608600160, max timestamp=1733608600493Num uniques 1068; 2024-12-07T21:56:40,499 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-12-07T21:56:40,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:40,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=B 2024-12-07T21:56:40,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:40,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=C 2024-12-07T21:56:40,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:40,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-07T21:56:40,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207a0fa631c749a45ed8bcf7a826c038484_5c548974698f554e60ca45f559e3b21b is 50, key is test_row_0/A:col10/1733608600492/Put/seqid=0 2024-12-07T21:56:40,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:40,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. as already flushing 2024-12-07T21:56:40,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:40,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:40,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:40,540 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1733608600519, max timestamp=1733608600536Num uniques 859; 2024-12-07T21:56:40,540 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-07T21:56:40,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733608600519, max timestamp=1733608600536Num uniques 859; 2024-12-07T21:56:40,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733608600519, max timestamp=1733608600536Num uniques 859; 2024-12-07T21:56:40,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-07T21:56:40,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-07T21:56:40,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741952_1128 (size=17034) 2024-12-07T21:56:40,547 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:40,555 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207a0fa631c749a45ed8bcf7a826c038484_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a0fa631c749a45ed8bcf7a826c038484_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:40,557 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/601835d0491848d1af0750d19ea1658b, store: [table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:40,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/601835d0491848d1af0750d19ea1658b is 175, key is test_row_0/A:col10/1733608600492/Put/seqid=0 2024-12-07T21:56:40,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741953_1129 (size=48139) 2024-12-07T21:56:40,570 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/601835d0491848d1af0750d19ea1658b 2024-12-07T21:56:40,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/24c0f0a4f8fc4421b85d808422a3b4f4 is 50, key is test_row_0/B:col10/1733608600492/Put/seqid=0 2024-12-07T21:56:40,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608660573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:40,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:40,582 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=368, cellSize=16848, totalHeapSize=38512, min timestamp=1733608600555, max timestamp=1733608600577Num uniques 1118; 2024-12-07T21:56:40,582 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=368, cellSize=16843, totalHeapSize=38512, min timestamp=1733608600555, max timestamp=1733608600578Num uniques 1118; 2024-12-07T21:56:40,582 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=16848, suffix heap size=144240,new segment heap size=38512 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=368 2024-12-07T21:56:40,582 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=51193, new segment data size=16843, suffix heap size=144240,new segment heap size=38512 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=368 2024-12-07T21:56:40,584 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=368, cellSize=16840, totalHeapSize=38512, min timestamp=1733608600555, max timestamp=1733608600578Num uniques 1118; 2024-12-07T21:56:40,585 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51190, new segment data size=16840, suffix heap size=144240,new segment heap size=38512 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=368 2024-12-07T21:56:40,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741954_1130 (size=12001) 2024-12-07T21:56:40,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59588 deadline: 1733608660649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:40,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:40,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733608660654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:40,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:40,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608660655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:40,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608660658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:40,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:40,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:40,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-07T21:56:40,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:40,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. as already flushing 2024-12-07T21:56:40,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:40,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:40,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-07T21:56:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:40,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608660691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:40,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:40,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59588 deadline: 1733608660761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:40,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:40,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608660771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:40,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:40,777 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,777 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733608660772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:40,778 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:40,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:40,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608660772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:40,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:40,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-07T21:56:40,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:40,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. as already flushing 2024-12-07T21:56:40,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:40,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:40,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:40,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608660901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:40,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:40,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59588 deadline: 1733608660971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:40,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-07T21:56:40,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:40,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:40,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. as already flushing 2024-12-07T21:56:40,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:40,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:40,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:40,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608660981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:40,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:40,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:40,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733608660992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608660993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:40,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:40,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:40,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:41,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/24c0f0a4f8fc4421b85d808422a3b4f4 2024-12-07T21:56:41,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/f0ec87014fa446b3bfaba49dca9bb411 is 50, key is test_row_0/C:col10/1733608600492/Put/seqid=0 2024-12-07T21:56:41,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741955_1131 (size=12001) 2024-12-07T21:56:41,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/f0ec87014fa446b3bfaba49dca9bb411 2024-12-07T21:56:41,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/601835d0491848d1af0750d19ea1658b as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/601835d0491848d1af0750d19ea1658b 2024-12-07T21:56:41,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/601835d0491848d1af0750d19ea1658b, entries=250, sequenceid=53, filesize=47.0 K 2024-12-07T21:56:41,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/24c0f0a4f8fc4421b85d808422a3b4f4 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/24c0f0a4f8fc4421b85d808422a3b4f4 2024-12-07T21:56:41,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/24c0f0a4f8fc4421b85d808422a3b4f4, entries=150, sequenceid=53, filesize=11.7 K 2024-12-07T21:56:41,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/f0ec87014fa446b3bfaba49dca9bb411 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/f0ec87014fa446b3bfaba49dca9bb411 2024-12-07T21:56:41,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/f0ec87014fa446b3bfaba49dca9bb411, entries=150, sequenceid=53, filesize=11.7 K 2024-12-07T21:56:41,085 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~80.58 KB/82512, currentSize=161.02 KB/164880 for 5c548974698f554e60ca45f559e3b21b in 587ms, sequenceid=53, compaction requested=false 2024-12-07T21:56:41,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:56:41,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-07T21:56:41,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:41,130 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing 5c548974698f554e60ca45f559e3b21b 3/3 column families, dataSize=161.02 KB heapSize=445.08 KB 2024-12-07T21:56:41,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=A 2024-12-07T21:56:41,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:41,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=B 2024-12-07T21:56:41,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:41,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=C 2024-12-07T21:56:41,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:41,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207fabefc5680b641d5a47e35b04a37ac31_5c548974698f554e60ca45f559e3b21b is 50, key is test_row_0/A:col10/1733608600653/Put/seqid=0 2024-12-07T21:56:41,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741956_1132 (size=12154) 2024-12-07T21:56:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-07T21:56:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:41,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. as already flushing 2024-12-07T21:56:41,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:41,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608661231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:41,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:41,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:41,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:41,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:41,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59588 deadline: 1733608661282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:41,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:41,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:41,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:41,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:41,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608661291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:41,297 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:41,297 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:41,297 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:41,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:41,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733608661300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:41,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:41,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608661301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:41,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:41,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:41,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:41,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:41,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:41,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:41,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:41,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608661341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:41,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:41,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:41,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:41,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608661551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:41,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:41,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:41,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:41,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:41,560 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207fabefc5680b641d5a47e35b04a37ac31_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207fabefc5680b641d5a47e35b04a37ac31_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:41,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/acbcf2218b504e46bb7a88d77d249218, store: [table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:41,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/acbcf2218b504e46bb7a88d77d249218 is 175, key is test_row_0/A:col10/1733608600653/Put/seqid=0 2024-12-07T21:56:41,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741957_1133 (size=30955) 2024-12-07T21:56:41,581 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=107, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/acbcf2218b504e46bb7a88d77d249218 2024-12-07T21:56:41,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/1ed2d54afd25471a825afd9426c809f7 is 50, key is test_row_0/B:col10/1733608600653/Put/seqid=0 2024-12-07T21:56:41,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741958_1134 (size=12001) 2024-12-07T21:56:41,779 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T21:56:41,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:41,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59588 deadline: 1733608661791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:41,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:41,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:41,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:41,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:41,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608661801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:41,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:41,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:41,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:41,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:41,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733608661811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:41,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:41,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:41,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:41,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:41,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608661811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:41,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:41,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:41,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:41,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:41,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608661862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:41,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:41,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:41,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:42,037 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/1ed2d54afd25471a825afd9426c809f7 2024-12-07T21:56:42,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/a3c7364058f9443e8313bebe63be2547 is 50, key is test_row_0/C:col10/1733608600653/Put/seqid=0 2024-12-07T21:56:42,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741959_1135 (size=12001) 2024-12-07T21:56:42,064 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/a3c7364058f9443e8313bebe63be2547 2024-12-07T21:56:42,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/acbcf2218b504e46bb7a88d77d249218 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/acbcf2218b504e46bb7a88d77d249218 2024-12-07T21:56:42,076 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/acbcf2218b504e46bb7a88d77d249218, entries=150, sequenceid=107, filesize=30.2 K 2024-12-07T21:56:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/1ed2d54afd25471a825afd9426c809f7 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/1ed2d54afd25471a825afd9426c809f7 2024-12-07T21:56:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,090 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/1ed2d54afd25471a825afd9426c809f7, entries=150, sequenceid=107, filesize=11.7 K 2024-12-07T21:56:42,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/a3c7364058f9443e8313bebe63be2547 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/a3c7364058f9443e8313bebe63be2547 2024-12-07T21:56:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,107 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/a3c7364058f9443e8313bebe63be2547, entries=150, sequenceid=107, filesize=11.7 K 2024-12-07T21:56:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,109 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~445.03 KB/455712, currentSize=26.84 KB/27480 for 5c548974698f554e60ca45f559e3b21b in 978ms, sequenceid=107, compaction requested=true 2024-12-07T21:56:42,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:56:42,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:42,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-07T21:56:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-07T21:56:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-12-07T21:56:42,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0600 sec 2024-12-07T21:56:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 2.0800 sec 2024-12-07T21:56:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-07T21:56:42,192 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:56:42,192 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:56:42,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-12-07T21:56:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-07T21:56:42,195 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:56:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,196 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:56:42,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:56:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-07T21:56:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-07T21:56:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:42,350 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 5c548974698f554e60ca45f559e3b21b 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-07T21:56:42,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=A 2024-12-07T21:56:42,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:42,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=B 2024-12-07T21:56:42,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:42,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=C 2024-12-07T21:56:42,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207acba84ab65794fa29c576b8a3adfe487_5c548974698f554e60ca45f559e3b21b is 50, key is test_row_1/A:col10/1733608601230/Put/seqid=0 2024-12-07T21:56:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741960_1136 (size=9714) 2024-12-07T21:56:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:42,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. as already flushing 2024-12-07T21:56:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,503 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733608602478, max timestamp=1733608602500Num uniques 859; 2024-12-07T21:56:42,503 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733608602478, max timestamp=1733608602500Num uniques 859; 2024-12-07T21:56:42,503 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733608602478, max timestamp=1733608602500Num uniques 859; 2024-12-07T21:56:42,503 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T21:56:42,503 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T21:56:42,503 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T21:56:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-07T21:56:42,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733608602588, max timestamp=1733608602625Num uniques 1068; 2024-12-07T21:56:42,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733608602597, max timestamp=1733608602625Num uniques 1068; 2024-12-07T21:56:42,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-07T21:56:42,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-12-07T21:56:42,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733608602597, max timestamp=1733608602625Num uniques 1068; 2024-12-07T21:56:42,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-07T21:56:42,749 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733608602717, max timestamp=1733608602743Num uniques 1077; 2024-12-07T21:56:42,749 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-12-07T21:56:42,751 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733608602728, max timestamp=1733608602743Num uniques 1027; 2024-12-07T21:56:42,751 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=6870, suffix heap size=134776,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=150 2024-12-07T21:56:42,752 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733608602728, max timestamp=1733608602743Num uniques 1027; 2024-12-07T21:56:42,752 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=6870, suffix heap size=134776,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=150 2024-12-07T21:56:42,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:42,798 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207acba84ab65794fa29c576b8a3adfe487_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207acba84ab65794fa29c576b8a3adfe487_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:42,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/2bf4f4c1ff2e44db8d043ccac6493226, store: [table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:42,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/2bf4f4c1ff2e44db8d043ccac6493226 is 175, key is test_row_1/A:col10/1733608601230/Put/seqid=0 2024-12-07T21:56:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-07T21:56:42,824 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=336, cellSize=15386, totalHeapSize=35184, min timestamp=1733608602738, max timestamp=1733608602821Num uniques 1009; 2024-12-07T21:56:42,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=15386, suffix heap size=132904,new segment heap size=35184 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=336 2024-12-07T21:56:42,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=336, cellSize=15386, totalHeapSize=35184, min timestamp=1733608602738, max timestamp=1733608602821Num uniques 1086; 2024-12-07T21:56:42,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=15386, suffix heap size=140912,new segment heap size=35184 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=336 2024-12-07T21:56:42,826 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=336, cellSize=15386, totalHeapSize=35184, min timestamp=1733608602738, max timestamp=1733608602821Num uniques 1009; 2024-12-07T21:56:42,826 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=15386, suffix heap size=132904,new segment heap size=35184 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=336 2024-12-07T21:56:42,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741961_1137 (size=22361) 2024-12-07T21:56:42,851 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=114, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/2bf4f4c1ff2e44db8d043ccac6493226 2024-12-07T21:56:42,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608662864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:42,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59588 deadline: 1733608662866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:42,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:42,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:42,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:42,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:42,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:42,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:42,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608662868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:42,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:42,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:42,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:42,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733608602856, max timestamp=1733608602872Num uniques 1195; 2024-12-07T21:56:42,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733608602856, max timestamp=1733608602872Num uniques 1195; 2024-12-07T21:56:42,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=54730, new segment data size=11220, suffix heap size=152248,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1195, new segment cells count=245 2024-12-07T21:56:42,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=54730, new segment data size=11220, suffix heap size=152248,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1195, new segment cells count=245 2024-12-07T21:56:42,883 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733608602856, max timestamp=1733608602872Num uniques 1195; 2024-12-07T21:56:42,883 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=54730, new segment data size=11220, suffix heap size=152248,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1195, new segment cells count=245 2024-12-07T21:56:42,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/f84839fb746841d59e0ddf790f90a89b is 50, key is test_row_1/B:col10/1733608601230/Put/seqid=0 2024-12-07T21:56:42,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741962_1138 (size=9657) 2024-12-07T21:56:42,929 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/f84839fb746841d59e0ddf790f90a89b 2024-12-07T21:56:42,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/ff816e313d7742bda42d36608b6379b0 is 50, key is test_row_1/C:col10/1733608601230/Put/seqid=0 2024-12-07T21:56:42,977 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1733608602935, max timestamp=1733608602973Num uniques 1104; 2024-12-07T21:56:42,977 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1733608602935, max timestamp=1733608602973Num uniques 1104; 2024-12-07T21:56:42,977 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=11630, suffix heap size=142784,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=254 2024-12-07T21:56:42,977 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=11630, suffix heap size=142784,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=254 2024-12-07T21:56:42,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741963_1139 (size=9657) 2024-12-07T21:56:42,980 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/ff816e313d7742bda42d36608b6379b0 2024-12-07T21:56:42,981 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733608602950, max timestamp=1733608602973Num uniques 1104; 2024-12-07T21:56:42,981 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=7050, suffix heap size=142784,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=154 2024-12-07T21:56:42,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/2bf4f4c1ff2e44db8d043ccac6493226 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/2bf4f4c1ff2e44db8d043ccac6493226 2024-12-07T21:56:43,002 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/2bf4f4c1ff2e44db8d043ccac6493226, entries=100, sequenceid=114, filesize=21.8 K 2024-12-07T21:56:43,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/f84839fb746841d59e0ddf790f90a89b as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/f84839fb746841d59e0ddf790f90a89b 2024-12-07T21:56:43,011 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/f84839fb746841d59e0ddf790f90a89b, entries=100, sequenceid=114, filesize=9.4 K 2024-12-07T21:56:43,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/ff816e313d7742bda42d36608b6379b0 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/ff816e313d7742bda42d36608b6379b0 2024-12-07T21:56:43,026 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/ff816e313d7742bda42d36608b6379b0, entries=100, sequenceid=114, filesize=9.4 K 2024-12-07T21:56:43,028 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=313, cellSize=14328, totalHeapSize=32792, min timestamp=1733608603004, max timestamp=1733608603024Num uniques 1113; 2024-12-07T21:56:43,028 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=313, cellSize=14328, totalHeapSize=32792, min timestamp=1733608603004, max timestamp=1733608603024Num uniques 1113; 2024-12-07T21:56:43,028 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=313, cellSize=14328, totalHeapSize=32792, min timestamp=1733608603004, max timestamp=1733608603024Num uniques 1013; 2024-12-07T21:56:43,028 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=14328, suffix heap size=143720,new segment heap size=32792 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=313 2024-12-07T21:56:43,028 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=14328, suffix heap size=133320,new segment heap size=32792 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=313 2024-12-07T21:56:43,028 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=14328, suffix heap size=143720,new segment heap size=32792 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=313 2024-12-07T21:56:43,030 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=46.96 KB/48090 for 5c548974698f554e60ca45f559e3b21b in 680ms, sequenceid=114, compaction requested=true 2024-12-07T21:56:43,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:56:43,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:43,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-07T21:56:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-07T21:56:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:43,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c548974698f554e60ca45f559e3b21b 3/3 column families, dataSize=60.38 KB heapSize=151.41 KB 2024-12-07T21:56:43,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-12-07T21:56:43,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 836 msec 2024-12-07T21:56:43,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=A 2024-12-07T21:56:43,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:43,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=B 2024-12-07T21:56:43,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:43,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=C 2024-12-07T21:56:43,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:43,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 843 msec 2024-12-07T21:56:43,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207556c5b3b259f48fc8202f7a881fc5199_5c548974698f554e60ca45f559e3b21b is 50, key is test_row_0/A:col10/1733608603033/Put/seqid=0 2024-12-07T21:56:43,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741964_1140 (size=19774) 2024-12-07T21:56:43,071 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:43,075 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207556c5b3b259f48fc8202f7a881fc5199_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207556c5b3b259f48fc8202f7a881fc5199_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:43,076 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/3f26cadb2c274c1caa05e493edddff02, store: [table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:43,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/3f26cadb2c274c1caa05e493edddff02 is 175, key is test_row_0/A:col10/1733608603033/Put/seqid=0 2024-12-07T21:56:43,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59588 deadline: 1733608663068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:43,079 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733608603063, max timestamp=1733608603077Num uniques 859; 2024-12-07T21:56:43,080 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T21:56:43,080 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733608603063, max timestamp=1733608603077Num uniques 859; 2024-12-07T21:56:43,080 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T21:56:43,081 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733608603063, max timestamp=1733608603077Num uniques 859; 2024-12-07T21:56:43,081 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T21:56:43,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:43,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741965_1141 (size=57033) 2024-12-07T21:56:43,107 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=241, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/3f26cadb2c274c1caa05e493edddff02 2024-12-07T21:56:43,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/40889e0f1f2945f9b98cbc2795c5d6bf is 50, key is test_row_0/B:col10/1733608603033/Put/seqid=0 2024-12-07T21:56:43,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608663111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:43,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:43,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608663111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:43,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:43,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733608663111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:43,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741966_1142 (size=12151) 2024-12-07T21:56:43,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:43,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608663113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:43,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:43,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/40889e0f1f2945f9b98cbc2795c5d6bf 2024-12-07T21:56:43,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/fab35850746e45c8a7642b409d51e836 is 50, key is test_row_0/C:col10/1733608603033/Put/seqid=0 2024-12-07T21:56:43,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741967_1143 (size=12151) 2024-12-07T21:56:43,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59588 deadline: 1733608663191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:43,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:43,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608663231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:43,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:43,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608663231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:43,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:43,232 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:43,232 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,232 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733608663231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:43,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:43,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608663231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:43,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-07T21:56:43,331 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:56:43,331 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:56:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-12-07T21:56:43,333 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:56:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-07T21:56:43,334 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:56:43,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:56:43,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59588 deadline: 1733608663401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:43,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-07T21:56:43,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608663440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:43,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:43,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608663441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:43,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:43,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608663441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:43,446 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,446 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:43,446 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733608663441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:43,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:43,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-07T21:56:43,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:43,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. as already flushing 2024-12-07T21:56:43,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:43,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:43,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:43,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/fab35850746e45c8a7642b409d51e836 2024-12-07T21:56:43,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/3f26cadb2c274c1caa05e493edddff02 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/3f26cadb2c274c1caa05e493edddff02 2024-12-07T21:56:43,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/3f26cadb2c274c1caa05e493edddff02, entries=300, sequenceid=241, filesize=55.7 K 2024-12-07T21:56:43,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/40889e0f1f2945f9b98cbc2795c5d6bf as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/40889e0f1f2945f9b98cbc2795c5d6bf 2024-12-07T21:56:43,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/40889e0f1f2945f9b98cbc2795c5d6bf, entries=150, sequenceid=241, filesize=11.9 K 2024-12-07T21:56:43,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/fab35850746e45c8a7642b409d51e836 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/fab35850746e45c8a7642b409d51e836 2024-12-07T21:56:43,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/fab35850746e45c8a7642b409d51e836, entries=150, sequenceid=241, filesize=11.9 K 2024-12-07T21:56:43,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~171.28 KB/175392, currentSize=120.76 KB/123660 for 5c548974698f554e60ca45f559e3b21b in 541ms, sequenceid=241, compaction requested=true 2024-12-07T21:56:43,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:56:43,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c548974698f554e60ca45f559e3b21b:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:56:43,574 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-07T21:56:43,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:43,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c548974698f554e60ca45f559e3b21b:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:56:43,574 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-07T21:56:43,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:43,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c548974698f554e60ca45f559e3b21b:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:56:43,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:56:43,576 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 57811 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-07T21:56:43,576 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 189443 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-07T21:56:43,576 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 5c548974698f554e60ca45f559e3b21b/B is initiating minor compaction (all files) 2024-12-07T21:56:43,576 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 5c548974698f554e60ca45f559e3b21b/A is initiating minor compaction (all files) 2024-12-07T21:56:43,576 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c548974698f554e60ca45f559e3b21b/B in TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:43,576 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c548974698f554e60ca45f559e3b21b/A in TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:43,576 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/5c25c116dc234ae0b67188f883e3102f, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/24c0f0a4f8fc4421b85d808422a3b4f4, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/1ed2d54afd25471a825afd9426c809f7, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/f84839fb746841d59e0ddf790f90a89b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/40889e0f1f2945f9b98cbc2795c5d6bf] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp, totalSize=56.5 K 2024-12-07T21:56:43,576 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/64d40173a86e4218a3510f59b8b75ce2, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/601835d0491848d1af0750d19ea1658b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/acbcf2218b504e46bb7a88d77d249218, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/2bf4f4c1ff2e44db8d043ccac6493226, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/3f26cadb2c274c1caa05e493edddff02] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp, totalSize=185.0 K 2024-12-07T21:56:43,576 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:43,577 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c25c116dc234ae0b67188f883e3102f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733608600060 2024-12-07T21:56:43,577 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. files: [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/64d40173a86e4218a3510f59b8b75ce2, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/601835d0491848d1af0750d19ea1658b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/acbcf2218b504e46bb7a88d77d249218, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/2bf4f4c1ff2e44db8d043ccac6493226, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/3f26cadb2c274c1caa05e493edddff02] 2024-12-07T21:56:43,578 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64d40173a86e4218a3510f59b8b75ce2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733608600060 2024-12-07T21:56:43,578 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 24c0f0a4f8fc4421b85d808422a3b4f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733608600165 2024-12-07T21:56:43,578 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ed2d54afd25471a825afd9426c809f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1733608600647 2024-12-07T21:56:43,578 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 601835d0491848d1af0750d19ea1658b, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733608600160 2024-12-07T21:56:43,578 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting f84839fb746841d59e0ddf790f90a89b, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733608601222 2024-12-07T21:56:43,578 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting acbcf2218b504e46bb7a88d77d249218, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1733608600647 2024-12-07T21:56:43,579 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 40889e0f1f2945f9b98cbc2795c5d6bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733608603004 2024-12-07T21:56:43,579 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2bf4f4c1ff2e44db8d043ccac6493226, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733608601222 2024-12-07T21:56:43,579 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f26cadb2c274c1caa05e493edddff02, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733608603004 2024-12-07T21:56:43,593 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c548974698f554e60ca45f559e3b21b#B#compaction#123 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:43,593 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/eac02e6f3b504cc794f996ce8177e65d is 50, key is test_row_0/B:col10/1733608603033/Put/seqid=0 2024-12-07T21:56:43,594 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:43,602 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207fa71b481ebab4f138c93189be6f8d4e2_5c548974698f554e60ca45f559e3b21b store=[table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:43,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741968_1144 (size=12323) 2024-12-07T21:56:43,607 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207fa71b481ebab4f138c93189be6f8d4e2_5c548974698f554e60ca45f559e3b21b, store=[table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:43,607 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207fa71b481ebab4f138c93189be6f8d4e2_5c548974698f554e60ca45f559e3b21b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:43,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741969_1145 (size=4469) 2024-12-07T21:56:43,619 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c548974698f554e60ca45f559e3b21b#A#compaction#124 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:43,620 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/90c4c57251cd4a8a98c321789be2d9b1 is 175, key is test_row_0/A:col10/1733608603033/Put/seqid=0 2024-12-07T21:56:43,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741970_1146 (size=31277) 2024-12-07T21:56:43,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-07T21:56:43,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:43,639 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 5c548974698f554e60ca45f559e3b21b 3/3 column families, dataSize=120.76 KB heapSize=345.14 KB 2024-12-07T21:56:43,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=A 2024-12-07T21:56:43,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:43,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=B 2024-12-07T21:56:43,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:43,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=C 2024-12-07T21:56:43,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:56:43,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207f648a0b5255746cd9ff8f76122532ec9_5c548974698f554e60ca45f559e3b21b is 50, key is test_row_0/A:col10/1733608603109/Put/seqid=0 2024-12-07T21:56:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-07T21:56:43,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741971_1147 (size=12454) 2024-12-07T21:56:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:43,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. as already flushing 2024-12-07T21:56:43,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:43,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59588 deadline: 1733608663744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:43,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:43,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608663751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:43,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608663751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:43,758 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,758 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,758 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:43,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:43,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608663751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:43,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:43,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733608663751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:43,759 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,759 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,759 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:43,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:43,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59588 deadline: 1733608663851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:43,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:43,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-07T21:56:44,009 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/eac02e6f3b504cc794f996ce8177e65d as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/eac02e6f3b504cc794f996ce8177e65d 2024-12-07T21:56:44,017 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 5c548974698f554e60ca45f559e3b21b/B of 5c548974698f554e60ca45f559e3b21b into eac02e6f3b504cc794f996ce8177e65d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:44,017 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:56:44,017 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., storeName=5c548974698f554e60ca45f559e3b21b/B, priority=11, startTime=1733608603574; duration=0sec 2024-12-07T21:56:44,017 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:56:44,017 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c548974698f554e60ca45f559e3b21b:B 2024-12-07T21:56:44,017 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-07T21:56:44,019 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 57811 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-07T21:56:44,020 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 5c548974698f554e60ca45f559e3b21b/C is initiating minor compaction (all files) 2024-12-07T21:56:44,020 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c548974698f554e60ca45f559e3b21b/C in TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:44,020 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/5ce03800b2374a4fa6135738ca3bf9c8, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/f0ec87014fa446b3bfaba49dca9bb411, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/a3c7364058f9443e8313bebe63be2547, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/ff816e313d7742bda42d36608b6379b0, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/fab35850746e45c8a7642b409d51e836] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp, totalSize=56.5 K 2024-12-07T21:56:44,021 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ce03800b2374a4fa6135738ca3bf9c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733608600060 2024-12-07T21:56:44,021 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting f0ec87014fa446b3bfaba49dca9bb411, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733608600165 2024-12-07T21:56:44,022 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting a3c7364058f9443e8313bebe63be2547, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1733608600647 2024-12-07T21:56:44,022 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting ff816e313d7742bda42d36608b6379b0, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733608601222 2024-12-07T21:56:44,022 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting fab35850746e45c8a7642b409d51e836, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733608603004 2024-12-07T21:56:44,039 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/90c4c57251cd4a8a98c321789be2d9b1 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/90c4c57251cd4a8a98c321789be2d9b1 2024-12-07T21:56:44,054 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c548974698f554e60ca45f559e3b21b#C#compaction#126 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:44,054 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/ca629baf31324d9ea7533d2ab9f514ab is 50, key is test_row_0/C:col10/1733608603033/Put/seqid=0 2024-12-07T21:56:44,056 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 5c548974698f554e60ca45f559e3b21b/A of 5c548974698f554e60ca45f559e3b21b into 90c4c57251cd4a8a98c321789be2d9b1(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:44,056 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:56:44,056 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., storeName=5c548974698f554e60ca45f559e3b21b/A, priority=11, startTime=1733608603574; duration=0sec 2024-12-07T21:56:44,056 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:44,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:44,056 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c548974698f554e60ca45f559e3b21b:A 2024-12-07T21:56:44,063 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207f648a0b5255746cd9ff8f76122532ec9_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207f648a0b5255746cd9ff8f76122532ec9_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:44,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/ac7440dac8fa4636adfc53d799eda746, store: [table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:44,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/ac7440dac8fa4636adfc53d799eda746 is 175, key is test_row_0/A:col10/1733608603109/Put/seqid=0 2024-12-07T21:56:44,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59588 deadline: 1733608664061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:44,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:44,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:44,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:44,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741972_1148 (size=12323) 2024-12-07T21:56:44,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741973_1149 (size=31255) 2024-12-07T21:56:44,084 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/ca629baf31324d9ea7533d2ab9f514ab as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/ca629baf31324d9ea7533d2ab9f514ab 2024-12-07T21:56:44,113 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 5c548974698f554e60ca45f559e3b21b/C of 5c548974698f554e60ca45f559e3b21b into ca629baf31324d9ea7533d2ab9f514ab(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:44,113 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:56:44,113 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., storeName=5c548974698f554e60ca45f559e3b21b/C, priority=11, startTime=1733608603574; duration=0sec 2024-12-07T21:56:44,113 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:44,113 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c548974698f554e60ca45f559e3b21b:C 2024-12-07T21:56:44,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608664261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:44,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:44,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:44,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:44,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608664271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:44,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:44,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:44,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:44,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608664271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:44,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:44,273 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:44,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:44,273 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733608664271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:44,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:44,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:44,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:44,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59588 deadline: 1733608664381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:44,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:44,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:44,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-07T21:56:44,483 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/ac7440dac8fa4636adfc53d799eda746 2024-12-07T21:56:44,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/a376a492aa8c486fa4d037f3425dfa48 is 50, key is test_row_0/B:col10/1733608603109/Put/seqid=0 2024-12-07T21:56:44,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741974_1150 (size=12301) 2024-12-07T21:56:44,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59588 deadline: 1733608664901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:44,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:44,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:44,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:44,919 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/a376a492aa8c486fa4d037f3425dfa48 2024-12-07T21:56:44,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/1a30c24047af4a74b4b639afa4e7bb95 is 50, key is test_row_0/C:col10/1733608603109/Put/seqid=0 2024-12-07T21:56:44,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741975_1151 (size=12301) 2024-12-07T21:56:44,984 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/1a30c24047af4a74b4b639afa4e7bb95 2024-12-07T21:56:44,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/ac7440dac8fa4636adfc53d799eda746 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/ac7440dac8fa4636adfc53d799eda746 2024-12-07T21:56:44,997 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/ac7440dac8fa4636adfc53d799eda746, entries=150, sequenceid=276, filesize=30.5 K 2024-12-07T21:56:44,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/a376a492aa8c486fa4d037f3425dfa48 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/a376a492aa8c486fa4d037f3425dfa48 2024-12-07T21:56:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,005 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/a376a492aa8c486fa4d037f3425dfa48, entries=150, sequenceid=276, filesize=12.0 K 2024-12-07T21:56:45,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/1a30c24047af4a74b4b639afa4e7bb95 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/1a30c24047af4a74b4b639afa4e7bb95 2024-12-07T21:56:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,016 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/1a30c24047af4a74b4b639afa4e7bb95, entries=150, sequenceid=276, filesize=12.0 K 2024-12-07T21:56:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,017 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~345.09 KB/353376, currentSize=60.38 KB/61830 for 5c548974698f554e60ca45f559e3b21b in 1378ms, sequenceid=276, compaction requested=false 2024-12-07T21:56:45,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:56:45,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-07T21:56:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-07T21:56:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-12-07T21:56:45,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6860 sec 2024-12-07T21:56:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.6930 sec 2024-12-07T21:56:45,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:45,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c548974698f554e60ca45f559e3b21b 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-07T21:56:45,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=A 2024-12-07T21:56:45,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:45,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=B 2024-12-07T21:56:45,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:45,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=C 2024-12-07T21:56:45,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:45,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120788e393c555c44bb78011d3438493854a_5c548974698f554e60ca45f559e3b21b is 50, key is test_row_0/A:col10/1733608605286/Put/seqid=0 2024-12-07T21:56:45,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741976_1152 (size=14994) 2024-12-07T21:56:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,333 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:45,342 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120788e393c555c44bb78011d3438493854a_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120788e393c555c44bb78011d3438493854a_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:45,345 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/ae24b920cf7546eda2320ac4fe1db901, store: [table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:45,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/ae24b920cf7546eda2320ac4fe1db901 is 175, key is test_row_0/A:col10/1733608605286/Put/seqid=0 2024-12-07T21:56:45,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733608665352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:45,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608665356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:45,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:45,360 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:45,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:45,360 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:45,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:45,360 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:45,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608665358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:45,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:45,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:45,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608665360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:45,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:45,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:45,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:45,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:45,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741977_1153 (size=39949) 2024-12-07T21:56:45,370 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/ae24b920cf7546eda2320ac4fe1db901 2024-12-07T21:56:45,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/4e326c47633540688dd47f52ff2b9387 is 50, key is test_row_0/B:col10/1733608605286/Put/seqid=0 2024-12-07T21:56:45,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741978_1154 (size=12301) 2024-12-07T21:56:45,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/4e326c47633540688dd47f52ff2b9387 2024-12-07T21:56:45,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/241783b993f94c22a8f7bbb3920c286f is 50, key is test_row_0/C:col10/1733608605286/Put/seqid=0 2024-12-07T21:56:45,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608665471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:45,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:45,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:45,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:45,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608665472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:45,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733608665472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:45,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:45,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:45,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:45,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608665472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:45,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:45,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:45,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:45,477 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:45,477 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:45,477 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-07T21:56:45,482 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:56:45,482 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:56:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-12-07T21:56:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-07T21:56:45,484 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:56:45,485 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:56:45,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:56:45,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741979_1155 (size=12301) 2024-12-07T21:56:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-07T21:56:45,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-07T21:56:45,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:45,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. as already flushing 2024-12-07T21:56:45,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:45,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:45,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:45,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:45,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:45,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608665681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:45,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:45,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:45,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:45,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:45,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733608665681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:45,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:45,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608665682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:45,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:45,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608665681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:45,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:45,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:45,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:45,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:45,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:45,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:45,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:45,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:45,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:45,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-07T21:56:45,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:45,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. as already flushing 2024-12-07T21:56:45,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:45,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:45,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:45,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:45,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-07T21:56:45,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/241783b993f94c22a8f7bbb3920c286f 2024-12-07T21:56:45,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/ae24b920cf7546eda2320ac4fe1db901 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/ae24b920cf7546eda2320ac4fe1db901 2024-12-07T21:56:45,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/ae24b920cf7546eda2320ac4fe1db901, entries=200, sequenceid=293, filesize=39.0 K 2024-12-07T21:56:45,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/4e326c47633540688dd47f52ff2b9387 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/4e326c47633540688dd47f52ff2b9387 2024-12-07T21:56:45,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:45,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59588 deadline: 1733608665911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:45,916 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_1' in 5c548974698f554e60ca45f559e3b21b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:56:45,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:45,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:45,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:45,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/4e326c47633540688dd47f52ff2b9387, entries=150, sequenceid=293, filesize=12.0 K 2024-12-07T21:56:45,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/241783b993f94c22a8f7bbb3920c286f as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/241783b993f94c22a8f7bbb3920c286f 2024-12-07T21:56:45,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/241783b993f94c22a8f7bbb3920c286f, entries=150, sequenceid=293, filesize=12.0 K 2024-12-07T21:56:45,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 5c548974698f554e60ca45f559e3b21b in 643ms, sequenceid=293, compaction requested=true 2024-12-07T21:56:45,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:56:45,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c548974698f554e60ca45f559e3b21b:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:56:45,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:45,929 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:56:45,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c548974698f554e60ca45f559e3b21b:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:56:45,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:56:45,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c548974698f554e60ca45f559e3b21b:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:56:45,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-07T21:56:45,930 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:56:45,931 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:56:45,932 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 5c548974698f554e60ca45f559e3b21b/B is initiating minor compaction (all files) 2024-12-07T21:56:45,932 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c548974698f554e60ca45f559e3b21b/B in TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:45,932 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/eac02e6f3b504cc794f996ce8177e65d, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/a376a492aa8c486fa4d037f3425dfa48, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/4e326c47633540688dd47f52ff2b9387] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp, totalSize=36.1 K 2024-12-07T21:56:45,932 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:56:45,932 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 5c548974698f554e60ca45f559e3b21b/A is initiating minor compaction (all files) 2024-12-07T21:56:45,932 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c548974698f554e60ca45f559e3b21b/A in TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:45,932 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/90c4c57251cd4a8a98c321789be2d9b1, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/ac7440dac8fa4636adfc53d799eda746, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/ae24b920cf7546eda2320ac4fe1db901] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp, totalSize=100.1 K 2024-12-07T21:56:45,932 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:45,932 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. files: [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/90c4c57251cd4a8a98c321789be2d9b1, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/ac7440dac8fa4636adfc53d799eda746, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/ae24b920cf7546eda2320ac4fe1db901] 2024-12-07T21:56:45,933 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting eac02e6f3b504cc794f996ce8177e65d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733608603004 2024-12-07T21:56:45,933 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90c4c57251cd4a8a98c321789be2d9b1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733608603004 2024-12-07T21:56:45,935 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting a376a492aa8c486fa4d037f3425dfa48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733608603087 2024-12-07T21:56:45,935 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac7440dac8fa4636adfc53d799eda746, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733608603087 2024-12-07T21:56:45,935 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e326c47633540688dd47f52ff2b9387, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733608603736 2024-12-07T21:56:45,935 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae24b920cf7546eda2320ac4fe1db901, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733608603736 2024-12-07T21:56:45,945 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:45,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-07T21:56:45,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:45,946 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 5c548974698f554e60ca45f559e3b21b 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-07T21:56:45,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=A 2024-12-07T21:56:45,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:45,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=B 2024-12-07T21:56:45,949 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120788cec8b661204e3aa0b6543fd54877fe_5c548974698f554e60ca45f559e3b21b store=[table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:45,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:45,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=C 2024-12-07T21:56:45,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:45,952 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c548974698f554e60ca45f559e3b21b#B#compaction#133 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:45,953 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/8bce50c0612649ee9cd8140c77a187a6 is 50, key is test_row_0/B:col10/1733608605286/Put/seqid=0 2024-12-07T21:56:45,953 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120788cec8b661204e3aa0b6543fd54877fe_5c548974698f554e60ca45f559e3b21b, store=[table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:45,953 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120788cec8b661204e3aa0b6543fd54877fe_5c548974698f554e60ca45f559e3b21b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:45,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:45,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. as already flushing 2024-12-07T21:56:46,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207673716b8099b4c878474457e447d6847_5c548974698f554e60ca45f559e3b21b is 50, key is test_row_0/A:col10/1733608605345/Put/seqid=0 2024-12-07T21:56:46,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:46,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608666004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:46,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:46,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:46,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:46,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608666005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:46,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:46,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:46,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:46,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:46,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:46,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733608666008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:46,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:46,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:46,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:46,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:46,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608666009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:46,016 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:46,016 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:46,016 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:46,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741980_1156 (size=4469) 2024-12-07T21:56:46,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741981_1157 (size=12575) 2024-12-07T21:56:46,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741982_1158 (size=12454) 2024-12-07T21:56:46,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-07T21:56:46,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:46,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608666121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:46,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:46,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608666122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:46,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:46,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:46,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:46,123 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:46,123 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:46,123 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:46,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:46,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608666122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:46,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:46,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:46,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:46,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733608666122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:46,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:46,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:46,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:46,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:46,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608666330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:46,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:46,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:46,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:46,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608666331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:46,332 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:46,332 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:46,332 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:46,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:46,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608666331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:46,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:46,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733608666331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:46,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:46,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:46,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:46,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:46,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:46,419 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c548974698f554e60ca45f559e3b21b#A#compaction#132 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:46,420 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/12ddf1de3c644c2fb6bb7598497c4822 is 175, key is test_row_0/A:col10/1733608605286/Put/seqid=0 2024-12-07T21:56:46,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741983_1159 (size=31529) 2024-12-07T21:56:46,461 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/8bce50c0612649ee9cd8140c77a187a6 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/8bce50c0612649ee9cd8140c77a187a6 2024-12-07T21:56:46,472 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/12ddf1de3c644c2fb6bb7598497c4822 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/12ddf1de3c644c2fb6bb7598497c4822 2024-12-07T21:56:46,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:46,525 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c548974698f554e60ca45f559e3b21b/B of 5c548974698f554e60ca45f559e3b21b into 8bce50c0612649ee9cd8140c77a187a6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:46,525 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:56:46,525 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., storeName=5c548974698f554e60ca45f559e3b21b/B, priority=13, startTime=1733608605929; duration=0sec 2024-12-07T21:56:46,525 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:56:46,525 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c548974698f554e60ca45f559e3b21b:B 2024-12-07T21:56:46,525 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:56:46,527 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:56:46,527 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 5c548974698f554e60ca45f559e3b21b/C is initiating minor compaction (all files) 2024-12-07T21:56:46,527 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c548974698f554e60ca45f559e3b21b/C in TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:46,527 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/ca629baf31324d9ea7533d2ab9f514ab, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/1a30c24047af4a74b4b639afa4e7bb95, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/241783b993f94c22a8f7bbb3920c286f] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp, totalSize=36.1 K 2024-12-07T21:56:46,530 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting ca629baf31324d9ea7533d2ab9f514ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733608603004 2024-12-07T21:56:46,532 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207673716b8099b4c878474457e447d6847_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207673716b8099b4c878474457e447d6847_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:46,533 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a30c24047af4a74b4b639afa4e7bb95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733608603087 2024-12-07T21:56:46,533 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 241783b993f94c22a8f7bbb3920c286f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733608603736 2024-12-07T21:56:46,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/6b250713523849a883e13e23c14757a0, store: [table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:46,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/6b250713523849a883e13e23c14757a0 is 175, key is test_row_0/A:col10/1733608605345/Put/seqid=0 2024-12-07T21:56:46,536 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c548974698f554e60ca45f559e3b21b/A of 5c548974698f554e60ca45f559e3b21b into 12ddf1de3c644c2fb6bb7598497c4822(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:46,536 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:56:46,536 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., storeName=5c548974698f554e60ca45f559e3b21b/A, priority=13, startTime=1733608605929; duration=0sec 2024-12-07T21:56:46,536 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:46,536 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c548974698f554e60ca45f559e3b21b:A 2024-12-07T21:56:46,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741984_1160 (size=31255) 2024-12-07T21:56:46,543 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c548974698f554e60ca45f559e3b21b#C#compaction#135 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:46,543 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/6443e4b3f09245cb89e53b6e023fdd37 is 50, key is test_row_0/C:col10/1733608605286/Put/seqid=0 2024-12-07T21:56:46,544 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=311, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/6b250713523849a883e13e23c14757a0 2024-12-07T21:56:46,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741985_1161 (size=12575) 2024-12-07T21:56:46,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/6158c3e8f4f64f91af746b9b6c160834 is 50, key is test_row_0/B:col10/1733608605345/Put/seqid=0 2024-12-07T21:56:46,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741986_1162 (size=12301) 2024-12-07T21:56:46,562 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/6443e4b3f09245cb89e53b6e023fdd37 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/6443e4b3f09245cb89e53b6e023fdd37 2024-12-07T21:56:46,570 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c548974698f554e60ca45f559e3b21b/C of 5c548974698f554e60ca45f559e3b21b into 6443e4b3f09245cb89e53b6e023fdd37(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:46,570 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:56:46,570 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., storeName=5c548974698f554e60ca45f559e3b21b/C, priority=13, startTime=1733608605929; duration=0sec 2024-12-07T21:56:46,570 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:46,570 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c548974698f554e60ca45f559e3b21b:C 2024-12-07T21:56:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-07T21:56:46,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608666641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:46,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:46,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:46,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:46,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608666641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:46,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:46,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:46,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:46,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608666641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:46,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:46,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:46,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:46,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733608666641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:46,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:46,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:46,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:46,960 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/6158c3e8f4f64f91af746b9b6c160834 2024-12-07T21:56:46,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/c2c6288b8b224fe5829528439c683960 is 50, key is test_row_0/C:col10/1733608605345/Put/seqid=0 2024-12-07T21:56:46,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741987_1163 (size=12301) 2024-12-07T21:56:46,982 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/c2c6288b8b224fe5829528439c683960 2024-12-07T21:56:46,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/6b250713523849a883e13e23c14757a0 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/6b250713523849a883e13e23c14757a0 2024-12-07T21:56:46,996 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/6b250713523849a883e13e23c14757a0, entries=150, sequenceid=311, filesize=30.5 K 2024-12-07T21:56:46,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/6158c3e8f4f64f91af746b9b6c160834 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/6158c3e8f4f64f91af746b9b6c160834 2024-12-07T21:56:47,003 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/6158c3e8f4f64f91af746b9b6c160834, entries=150, sequenceid=311, filesize=12.0 K 2024-12-07T21:56:47,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/c2c6288b8b224fe5829528439c683960 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/c2c6288b8b224fe5829528439c683960 2024-12-07T21:56:47,015 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/c2c6288b8b224fe5829528439c683960, entries=150, sequenceid=311, filesize=12.0 K 2024-12-07T21:56:47,016 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 5c548974698f554e60ca45f559e3b21b in 1070ms, sequenceid=311, compaction requested=false 2024-12-07T21:56:47,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:56:47,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:47,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-07T21:56:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-07T21:56:47,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-12-07T21:56:47,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5320 sec 2024-12-07T21:56:47,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.5380 sec 2024-12-07T21:56:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:47,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c548974698f554e60ca45f559e3b21b 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-07T21:56:47,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=A 2024-12-07T21:56:47,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:47,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=B 2024-12-07T21:56:47,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:47,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=C 2024-12-07T21:56:47,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:47,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412071fd287620e264e6f977ed76495b363cf_5c548974698f554e60ca45f559e3b21b is 50, key is test_row_0/A:col10/1733608607153/Put/seqid=0 2024-12-07T21:56:47,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741988_1164 (size=12454) 2024-12-07T21:56:47,204 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:47,209 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412071fd287620e264e6f977ed76495b363cf_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412071fd287620e264e6f977ed76495b363cf_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:47,210 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/d99f1d4443f04608bde92523118be865, store: [table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:47,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/d99f1d4443f04608bde92523118be865 is 175, key is test_row_0/A:col10/1733608607153/Put/seqid=0 2024-12-07T21:56:47,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608667212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:47,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:47,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:47,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:47,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608667214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:47,219 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:47,219 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:47,219 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:47,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733608667217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:47,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:47,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:47,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608667218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:47,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:47,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:47,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:47,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:47,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741989_1165 (size=31255) 2024-12-07T21:56:47,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608667321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:47,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:47,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:47,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:47,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733608667331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:47,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:47,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:47,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:47,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608667331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:47,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608667332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:47,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:47,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:47,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:47,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:47,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:47,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:47,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608667531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:47,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:47,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:47,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:47,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608667549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:47,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:47,552 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:47,552 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733608667549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:47,552 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:47,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:47,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:47,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:47,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608667549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:47,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:47,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:47,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-07T21:56:47,631 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:56:47,631 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:56:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-12-07T21:56:47,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-07T21:56:47,634 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:56:47,635 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:56:47,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:56:47,648 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/d99f1d4443f04608bde92523118be865 2024-12-07T21:56:47,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/70ad296c3da64fb9a01fc1738d0255ba is 50, key is test_row_0/B:col10/1733608607153/Put/seqid=0 2024-12-07T21:56:47,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741990_1166 (size=12301) 2024-12-07T21:56:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-07T21:56:47,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-07T21:56:47,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:47,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. as already flushing 2024-12-07T21:56:47,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:47,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:47,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:47,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608667850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:47,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:47,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:47,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:47,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608667861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:47,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:47,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:47,866 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733608667861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:47,866 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:47,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608667861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:47,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:47,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:47,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:47,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:47,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:47,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:47,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59588 deadline: 1733608667931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:47,932 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_1' in 5c548974698f554e60ca45f559e3b21b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:56:47,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:47,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:47,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:47,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-07T21:56:47,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:47,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. as already flushing 2024-12-07T21:56:47,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:47,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:47,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-07T21:56:48,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/70ad296c3da64fb9a01fc1738d0255ba 2024-12-07T21:56:48,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/c2ced1a8930a489ca6c3bab99e65fcf7 is 50, key is test_row_0/C:col10/1733608607153/Put/seqid=0 2024-12-07T21:56:48,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-07T21:56:48,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:48,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. as already flushing 2024-12-07T21:56:48,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:48,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:48,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:48,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741991_1167 (size=12301) 2024-12-07T21:56:48,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-07T21:56:48,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:48,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. as already flushing 2024-12-07T21:56:48,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:48,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:48,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-07T21:56:48,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608668361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:48,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:48,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:48,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:48,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608668370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:48,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:48,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608668370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:48,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:48,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:48,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:48,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:48,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:48,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733608668370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:48,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:48,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:48,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:48,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-07T21:56:48,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:48,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. as already flushing 2024-12-07T21:56:48,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:48,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:48,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:48,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/c2ced1a8930a489ca6c3bab99e65fcf7 2024-12-07T21:56:48,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/d99f1d4443f04608bde92523118be865 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/d99f1d4443f04608bde92523118be865 2024-12-07T21:56:48,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/d99f1d4443f04608bde92523118be865, entries=150, sequenceid=330, filesize=30.5 K 2024-12-07T21:56:48,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/70ad296c3da64fb9a01fc1738d0255ba as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/70ad296c3da64fb9a01fc1738d0255ba 2024-12-07T21:56:48,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/70ad296c3da64fb9a01fc1738d0255ba, entries=150, sequenceid=330, filesize=12.0 K 2024-12-07T21:56:48,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/c2ced1a8930a489ca6c3bab99e65fcf7 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/c2ced1a8930a489ca6c3bab99e65fcf7 2024-12-07T21:56:48,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/c2ced1a8930a489ca6c3bab99e65fcf7, entries=150, sequenceid=330, filesize=12.0 K 2024-12-07T21:56:48,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 5c548974698f554e60ca45f559e3b21b in 1391ms, sequenceid=330, compaction requested=true 2024-12-07T21:56:48,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:56:48,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c548974698f554e60ca45f559e3b21b:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:56:48,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:48,545 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:56:48,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c548974698f554e60ca45f559e3b21b:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:56:48,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:48,546 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:56:48,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c548974698f554e60ca45f559e3b21b:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:56:48,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:56:48,547 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37177 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:56:48,547 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 5c548974698f554e60ca45f559e3b21b/B is initiating minor compaction (all files) 2024-12-07T21:56:48,547 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c548974698f554e60ca45f559e3b21b/B in TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:48,547 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/8bce50c0612649ee9cd8140c77a187a6, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/6158c3e8f4f64f91af746b9b6c160834, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/70ad296c3da64fb9a01fc1738d0255ba] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp, totalSize=36.3 K 2024-12-07T21:56:48,548 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:56:48,548 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 5c548974698f554e60ca45f559e3b21b/A is initiating minor compaction (all files) 2024-12-07T21:56:48,548 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c548974698f554e60ca45f559e3b21b/A in TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:48,548 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/12ddf1de3c644c2fb6bb7598497c4822, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/6b250713523849a883e13e23c14757a0, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/d99f1d4443f04608bde92523118be865] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp, totalSize=91.8 K 2024-12-07T21:56:48,548 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:48,548 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. files: [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/12ddf1de3c644c2fb6bb7598497c4822, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/6b250713523849a883e13e23c14757a0, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/d99f1d4443f04608bde92523118be865] 2024-12-07T21:56:48,549 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 8bce50c0612649ee9cd8140c77a187a6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733608603736 2024-12-07T21:56:48,549 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12ddf1de3c644c2fb6bb7598497c4822, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733608603736 2024-12-07T21:56:48,550 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 6158c3e8f4f64f91af746b9b6c160834, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1733608605345 2024-12-07T21:56:48,550 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b250713523849a883e13e23c14757a0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1733608605345 2024-12-07T21:56:48,550 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 70ad296c3da64fb9a01fc1738d0255ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733608605995 2024-12-07T21:56:48,550 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting d99f1d4443f04608bde92523118be865, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733608605995 2024-12-07T21:56:48,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-07T21:56:48,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:48,556 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 5c548974698f554e60ca45f559e3b21b 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-07T21:56:48,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=A 2024-12-07T21:56:48,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:48,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=B 2024-12-07T21:56:48,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:48,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=C 2024-12-07T21:56:48,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:48,563 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:48,573 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c548974698f554e60ca45f559e3b21b#B#compaction#142 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:48,573 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/63330aaf862446f8a04c64ca4c7a1d8a is 50, key is test_row_0/B:col10/1733608607153/Put/seqid=0 2024-12-07T21:56:48,577 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412073461f0396ebc43f78d445ed689a9b34b_5c548974698f554e60ca45f559e3b21b store=[table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:48,579 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412073461f0396ebc43f78d445ed689a9b34b_5c548974698f554e60ca45f559e3b21b, store=[table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:48,579 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412073461f0396ebc43f78d445ed689a9b34b_5c548974698f554e60ca45f559e3b21b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:48,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207131483548f3041fc9d115fb8fe848287_5c548974698f554e60ca45f559e3b21b is 50, key is test_row_0/A:col10/1733608607182/Put/seqid=0 2024-12-07T21:56:48,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741992_1168 (size=12677) 2024-12-07T21:56:48,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741993_1169 (size=12454) 2024-12-07T21:56:48,631 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/63330aaf862446f8a04c64ca4c7a1d8a as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/63330aaf862446f8a04c64ca4c7a1d8a 2024-12-07T21:56:48,638 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c548974698f554e60ca45f559e3b21b/B of 5c548974698f554e60ca45f559e3b21b into 63330aaf862446f8a04c64ca4c7a1d8a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:48,638 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:56:48,638 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., storeName=5c548974698f554e60ca45f559e3b21b/B, priority=13, startTime=1733608608545; duration=0sec 2024-12-07T21:56:48,639 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:56:48,639 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c548974698f554e60ca45f559e3b21b:B 2024-12-07T21:56:48,639 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:56:48,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741994_1170 (size=4469) 2024-12-07T21:56:48,643 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37177 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:56:48,643 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c548974698f554e60ca45f559e3b21b#A#compaction#141 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:48,643 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/d4146f0e47e44cbb9c6a4abf00a7de8a is 175, key is test_row_0/A:col10/1733608607153/Put/seqid=0 2024-12-07T21:56:48,644 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 5c548974698f554e60ca45f559e3b21b/C is initiating minor compaction (all files) 2024-12-07T21:56:48,644 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c548974698f554e60ca45f559e3b21b/C in TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:48,644 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/6443e4b3f09245cb89e53b6e023fdd37, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/c2c6288b8b224fe5829528439c683960, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/c2ced1a8930a489ca6c3bab99e65fcf7] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp, totalSize=36.3 K 2024-12-07T21:56:48,645 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 6443e4b3f09245cb89e53b6e023fdd37, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733608603736 2024-12-07T21:56:48,646 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting c2c6288b8b224fe5829528439c683960, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1733608605345 2024-12-07T21:56:48,648 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting c2ced1a8930a489ca6c3bab99e65fcf7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733608605995 2024-12-07T21:56:48,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741995_1171 (size=31631) 2024-12-07T21:56:48,664 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/d4146f0e47e44cbb9c6a4abf00a7de8a as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/d4146f0e47e44cbb9c6a4abf00a7de8a 2024-12-07T21:56:48,669 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c548974698f554e60ca45f559e3b21b#C#compaction#144 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:48,670 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/02eef1e77b19478fb791822e56ec8a15 is 50, key is test_row_0/C:col10/1733608607153/Put/seqid=0 2024-12-07T21:56:48,676 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c548974698f554e60ca45f559e3b21b/A of 5c548974698f554e60ca45f559e3b21b into d4146f0e47e44cbb9c6a4abf00a7de8a(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:48,676 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:56:48,676 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., storeName=5c548974698f554e60ca45f559e3b21b/A, priority=13, startTime=1733608608545; duration=0sec 2024-12-07T21:56:48,676 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:48,676 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c548974698f554e60ca45f559e3b21b:A 2024-12-07T21:56:48,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741996_1172 (size=12677) 2024-12-07T21:56:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-07T21:56:49,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,031 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207131483548f3041fc9d115fb8fe848287_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207131483548f3041fc9d115fb8fe848287_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:49,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/91d4cb3f2c2842388c2d9c7dfb36860a, store: [table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:49,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/91d4cb3f2c2842388c2d9c7dfb36860a is 175, key is test_row_0/A:col10/1733608607182/Put/seqid=0 2024-12-07T21:56:49,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741997_1173 (size=31255) 2024-12-07T21:56:49,099 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/02eef1e77b19478fb791822e56ec8a15 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/02eef1e77b19478fb791822e56ec8a15 2024-12-07T21:56:49,104 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c548974698f554e60ca45f559e3b21b/C of 5c548974698f554e60ca45f559e3b21b into 02eef1e77b19478fb791822e56ec8a15(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:49,104 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:56:49,104 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., storeName=5c548974698f554e60ca45f559e3b21b/C, priority=13, startTime=1733608608546; duration=0sec 2024-12-07T21:56:49,104 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:49,104 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c548974698f554e60ca45f559e3b21b:C 2024-12-07T21:56:49,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. as already flushing 2024-12-07T21:56:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:49,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733608669391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:49,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608669391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:49,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:49,393 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_2' in 5c548974698f554e60ca45f559e3b21b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:56:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608669392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:49,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:49,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:49,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:49,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:49,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:49,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:49,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:49,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:49,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:49,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:49,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608669393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:49,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:49,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:49,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:49,437 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=346, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/91d4cb3f2c2842388c2d9c7dfb36860a 2024-12-07T21:56:49,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/58be23a76c4144d5b0402cc152051bdf is 50, key is test_row_0/B:col10/1733608607182/Put/seqid=0 2024-12-07T21:56:49,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741998_1174 (size=12301) 2024-12-07T21:56:49,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608669501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:49,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:49,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:49,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608669501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:49,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:49,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:49,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:49,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:49,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608669501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:49,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:49,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:49,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:49,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608669710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:49,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:49,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:49,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:49,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608669710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:49,712 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:49,713 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:49,713 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:49,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608669711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:49,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:49,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:49,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-07T21:56:49,848 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/58be23a76c4144d5b0402cc152051bdf 2024-12-07T21:56:49,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/32cfa7a6d858456ca140a8648f37e2bc is 50, key is test_row_0/C:col10/1733608607182/Put/seqid=0 2024-12-07T21:56:49,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741999_1175 (size=12301) 2024-12-07T21:56:49,862 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/32cfa7a6d858456ca140a8648f37e2bc 2024-12-07T21:56:49,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/91d4cb3f2c2842388c2d9c7dfb36860a as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/91d4cb3f2c2842388c2d9c7dfb36860a 2024-12-07T21:56:49,870 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/91d4cb3f2c2842388c2d9c7dfb36860a, entries=150, sequenceid=346, filesize=30.5 K 2024-12-07T21:56:49,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/58be23a76c4144d5b0402cc152051bdf as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/58be23a76c4144d5b0402cc152051bdf 2024-12-07T21:56:49,875 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/58be23a76c4144d5b0402cc152051bdf, entries=150, sequenceid=346, filesize=12.0 K 2024-12-07T21:56:49,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/32cfa7a6d858456ca140a8648f37e2bc as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/32cfa7a6d858456ca140a8648f37e2bc 2024-12-07T21:56:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,881 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/32cfa7a6d858456ca140a8648f37e2bc, entries=150, sequenceid=346, filesize=12.0 K 2024-12-07T21:56:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,882 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 5c548974698f554e60ca45f559e3b21b in 1326ms, sequenceid=346, compaction requested=false 2024-12-07T21:56:49,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:56:49,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-07T21:56:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-07T21:56:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-07T21:56:49,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2490 sec 2024-12-07T21:56:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,888 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 2.2540 sec 2024-12-07T21:56:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:50,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c548974698f554e60ca45f559e3b21b 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-07T21:56:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=A 2024-12-07T21:56:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:50,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=B 2024-12-07T21:56:50,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:50,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=C 2024-12-07T21:56:50,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120763fbd68e60004740b8363a3e978fd63e_5c548974698f554e60ca45f559e3b21b is 50, key is test_row_0/A:col10/1733608609388/Put/seqid=0 2024-12-07T21:56:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742000_1176 (size=12454) 2024-12-07T21:56:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,038 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,042 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120763fbd68e60004740b8363a3e978fd63e_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120763fbd68e60004740b8363a3e978fd63e_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,044 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/74b75fa65061451fb8723ecc77c6a218, store: [table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/74b75fa65061451fb8723ecc77c6a218 is 175, key is test_row_0/A:col10/1733608609388/Put/seqid=0 2024-12-07T21:56:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:50,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742001_1177 (size=31255) 2024-12-07T21:56:50,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608670071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:50,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:50,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:50,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:50,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608670076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:50,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:50,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608670076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:50,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:50,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:50,081 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:50,081 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:50,081 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:50,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608670180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:50,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:50,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:50,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:50,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608670190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:50,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:50,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608670191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:50,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:50,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:50,192 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:50,193 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:50,193 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:50,238 INFO [master/dbf4292a68c8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-07T21:56:50,238 INFO [master/dbf4292a68c8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-07T21:56:50,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608670390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:50,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:50,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:50,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:50,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608670401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:50,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:50,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:50,402 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608670401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:50,402 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:50,402 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:50,402 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:50,402 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:50,451 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=366, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/74b75fa65061451fb8723ecc77c6a218 2024-12-07T21:56:50,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/7720085da3714f95b12430cd1963a343 is 50, key is test_row_0/B:col10/1733608609388/Put/seqid=0 2024-12-07T21:56:50,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742002_1178 (size=12301) 2024-12-07T21:56:50,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/7720085da3714f95b12430cd1963a343 2024-12-07T21:56:50,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/f2bcaea00a8a4f1aa79a19233601f85f is 50, key is test_row_0/C:col10/1733608609388/Put/seqid=0 2024-12-07T21:56:50,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742003_1179 (size=12301) 2024-12-07T21:56:50,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/f2bcaea00a8a4f1aa79a19233601f85f 2024-12-07T21:56:50,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/74b75fa65061451fb8723ecc77c6a218 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/74b75fa65061451fb8723ecc77c6a218 2024-12-07T21:56:50,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/74b75fa65061451fb8723ecc77c6a218, entries=150, sequenceid=366, filesize=30.5 K 2024-12-07T21:56:50,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/7720085da3714f95b12430cd1963a343 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/7720085da3714f95b12430cd1963a343 2024-12-07T21:56:50,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/7720085da3714f95b12430cd1963a343, entries=150, sequenceid=366, filesize=12.0 K 2024-12-07T21:56:50,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/f2bcaea00a8a4f1aa79a19233601f85f as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/f2bcaea00a8a4f1aa79a19233601f85f 2024-12-07T21:56:50,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/f2bcaea00a8a4f1aa79a19233601f85f, entries=150, sequenceid=366, filesize=12.0 K 2024-12-07T21:56:50,506 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 5c548974698f554e60ca45f559e3b21b in 482ms, sequenceid=366, compaction requested=true 2024-12-07T21:56:50,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:56:50,506 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:56:50,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c548974698f554e60ca45f559e3b21b:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:56:50,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:50,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c548974698f554e60ca45f559e3b21b:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:56:50,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:50,507 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:56:50,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c548974698f554e60ca45f559e3b21b:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:56:50,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:56:50,508 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:56:50,508 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 5c548974698f554e60ca45f559e3b21b/A is initiating minor compaction (all files) 2024-12-07T21:56:50,509 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c548974698f554e60ca45f559e3b21b/A in TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:50,509 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/d4146f0e47e44cbb9c6a4abf00a7de8a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/91d4cb3f2c2842388c2d9c7dfb36860a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/74b75fa65061451fb8723ecc77c6a218] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp, totalSize=91.9 K 2024-12-07T21:56:50,509 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:50,509 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. files: [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/d4146f0e47e44cbb9c6a4abf00a7de8a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/91d4cb3f2c2842388c2d9c7dfb36860a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/74b75fa65061451fb8723ecc77c6a218] 2024-12-07T21:56:50,509 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37279 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:56:50,509 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4146f0e47e44cbb9c6a4abf00a7de8a, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733608605995 2024-12-07T21:56:50,510 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 5c548974698f554e60ca45f559e3b21b/B is initiating minor compaction (all files) 2024-12-07T21:56:50,510 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c548974698f554e60ca45f559e3b21b/B in TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:50,510 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/63330aaf862446f8a04c64ca4c7a1d8a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/58be23a76c4144d5b0402cc152051bdf, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/7720085da3714f95b12430cd1963a343] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp, totalSize=36.4 K 2024-12-07T21:56:50,510 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91d4cb3f2c2842388c2d9c7dfb36860a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1733608607178 2024-12-07T21:56:50,510 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 63330aaf862446f8a04c64ca4c7a1d8a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733608605995 2024-12-07T21:56:50,510 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74b75fa65061451fb8723ecc77c6a218, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733608609388 2024-12-07T21:56:50,511 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 58be23a76c4144d5b0402cc152051bdf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1733608607178 2024-12-07T21:56:50,511 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 7720085da3714f95b12430cd1963a343, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733608609388 2024-12-07T21:56:50,519 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:50,520 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c548974698f554e60ca45f559e3b21b#B#compaction#150 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:50,520 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/6fcc317cae4d4a87bd4ad05558d9ab28 is 50, key is test_row_0/B:col10/1733608609388/Put/seqid=0 2024-12-07T21:56:50,525 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120720934e8a92ca4152958d6d7ad1fdcbdc_5c548974698f554e60ca45f559e3b21b store=[table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:50,526 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120720934e8a92ca4152958d6d7ad1fdcbdc_5c548974698f554e60ca45f559e3b21b, store=[table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:50,527 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120720934e8a92ca4152958d6d7ad1fdcbdc_5c548974698f554e60ca45f559e3b21b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:50,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742004_1180 (size=12779) 2024-12-07T21:56:50,553 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/6fcc317cae4d4a87bd4ad05558d9ab28 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/6fcc317cae4d4a87bd4ad05558d9ab28 2024-12-07T21:56:50,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742005_1181 (size=4469) 2024-12-07T21:56:50,561 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c548974698f554e60ca45f559e3b21b/B of 5c548974698f554e60ca45f559e3b21b into 6fcc317cae4d4a87bd4ad05558d9ab28(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:50,561 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:56:50,561 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., storeName=5c548974698f554e60ca45f559e3b21b/B, priority=13, startTime=1733608610507; duration=0sec 2024-12-07T21:56:50,562 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:56:50,562 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c548974698f554e60ca45f559e3b21b:B 2024-12-07T21:56:50,562 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:56:50,563 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37279 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:56:50,563 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 5c548974698f554e60ca45f559e3b21b/C is initiating minor compaction (all files) 2024-12-07T21:56:50,563 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c548974698f554e60ca45f559e3b21b/C in TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:50,563 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/02eef1e77b19478fb791822e56ec8a15, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/32cfa7a6d858456ca140a8648f37e2bc, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/f2bcaea00a8a4f1aa79a19233601f85f] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp, totalSize=36.4 K 2024-12-07T21:56:50,564 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 02eef1e77b19478fb791822e56ec8a15, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733608605995 2024-12-07T21:56:50,564 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 32cfa7a6d858456ca140a8648f37e2bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1733608607178 2024-12-07T21:56:50,564 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting f2bcaea00a8a4f1aa79a19233601f85f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733608609388 2024-12-07T21:56:50,574 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c548974698f554e60ca45f559e3b21b#C#compaction#152 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:50,575 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/a8425d6428484b8284cfae7e50839b5d is 50, key is test_row_0/C:col10/1733608609388/Put/seqid=0 2024-12-07T21:56:50,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742006_1182 (size=12779) 2024-12-07T21:56:50,591 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/a8425d6428484b8284cfae7e50839b5d as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/a8425d6428484b8284cfae7e50839b5d 2024-12-07T21:56:50,601 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c548974698f554e60ca45f559e3b21b/C of 5c548974698f554e60ca45f559e3b21b into a8425d6428484b8284cfae7e50839b5d(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:50,601 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:56:50,601 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., storeName=5c548974698f554e60ca45f559e3b21b/C, priority=13, startTime=1733608610507; duration=0sec 2024-12-07T21:56:50,601 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:50,601 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c548974698f554e60ca45f559e3b21b:C 2024-12-07T21:56:50,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:50,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c548974698f554e60ca45f559e3b21b 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-07T21:56:50,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=A 2024-12-07T21:56:50,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:50,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=B 2024-12-07T21:56:50,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:50,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=C 2024-12-07T21:56:50,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:50,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120701817bf434284cfb92c34aee0806e898_5c548974698f554e60ca45f559e3b21b is 50, key is test_row_0/A:col10/1733608610701/Put/seqid=0 2024-12-07T21:56:50,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742007_1183 (size=14994) 2024-12-07T21:56:50,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608670724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:50,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:50,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608670725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:50,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:50,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:50,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:50,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:50,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:50,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608670729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:50,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:50,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:50,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:50,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:50,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608670840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:50,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:50,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608670841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:50,843 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:50,843 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:50,843 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:50,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:50,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:50,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:50,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608670841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:50,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:50,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:50,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:50,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:50,957 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c548974698f554e60ca45f559e3b21b#A#compaction#151 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:50,958 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/addb8e81704747039b13f754f3ff666b is 175, key is test_row_0/A:col10/1733608609388/Put/seqid=0 2024-12-07T21:56:50,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742008_1184 (size=31733) 2024-12-07T21:56:50,981 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/addb8e81704747039b13f754f3ff666b as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/addb8e81704747039b13f754f3ff666b 2024-12-07T21:56:50,986 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c548974698f554e60ca45f559e3b21b/A of 5c548974698f554e60ca45f559e3b21b into addb8e81704747039b13f754f3ff666b(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:50,986 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:56:50,986 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., storeName=5c548974698f554e60ca45f559e3b21b/A, priority=13, startTime=1733608610506; duration=0sec 2024-12-07T21:56:50,986 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:50,986 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c548974698f554e60ca45f559e3b21b:A 2024-12-07T21:56:51,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608671050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:51,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:51,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608671050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:51,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:51,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:51,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:51,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608671051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:51,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:51,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:51,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:51,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:51,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:51,114 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:51,118 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120701817bf434284cfb92c34aee0806e898_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120701817bf434284cfb92c34aee0806e898_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:51,119 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/dbe9d2cfc63c49f981965424e178eb4a, store: [table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:51,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/dbe9d2cfc63c49f981965424e178eb4a is 175, key is test_row_0/A:col10/1733608610701/Put/seqid=0 2024-12-07T21:56:51,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742009_1185 (size=39949) 2024-12-07T21:56:51,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608671361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:51,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608671361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:51,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:51,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:51,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608671361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:51,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:51,363 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:51,363 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:51,363 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:51,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:51,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:51,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:51,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733608671411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:51,415 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_2' in 5c548974698f554e60ca45f559e3b21b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:56:51,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:51,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:51,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:51,540 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=385, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/dbe9d2cfc63c49f981965424e178eb4a 2024-12-07T21:56:51,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/35a668b043de484a89337e4d984cfa6d is 50, key is test_row_0/B:col10/1733608610701/Put/seqid=0 2024-12-07T21:56:51,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742010_1186 (size=12301) 2024-12-07T21:56:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-07T21:56:51,801 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:56:51,802 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:56:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-12-07T21:56:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-07T21:56:51,803 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:56:51,804 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:56:51,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:56:51,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608671871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:51,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:51,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:51,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:51,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608671871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:51,874 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:51,874 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:51,874 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:51,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608671871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:51,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:51,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:51,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-07T21:56:51,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-07T21:56:51,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:51,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. as already flushing 2024-12-07T21:56:51,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:51,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:51,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:51,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/35a668b043de484a89337e4d984cfa6d 2024-12-07T21:56:51,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/5d8ce19ea4a7472598f3e9e827741f1f is 50, key is test_row_0/C:col10/1733608610701/Put/seqid=0 2024-12-07T21:56:51,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59588 deadline: 1733608671971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:51,974 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_1' in 5c548974698f554e60ca45f559e3b21b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8229 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:56:51,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:51,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:51,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:51,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742011_1187 (size=12301) 2024-12-07T21:56:51,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/5d8ce19ea4a7472598f3e9e827741f1f 2024-12-07T21:56:51,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/dbe9d2cfc63c49f981965424e178eb4a as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/dbe9d2cfc63c49f981965424e178eb4a 2024-12-07T21:56:51,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/dbe9d2cfc63c49f981965424e178eb4a, entries=200, sequenceid=385, filesize=39.0 K 2024-12-07T21:56:51,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/35a668b043de484a89337e4d984cfa6d as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/35a668b043de484a89337e4d984cfa6d 2024-12-07T21:56:51,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/35a668b043de484a89337e4d984cfa6d, entries=150, sequenceid=385, filesize=12.0 K 2024-12-07T21:56:51,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/5d8ce19ea4a7472598f3e9e827741f1f as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/5d8ce19ea4a7472598f3e9e827741f1f 2024-12-07T21:56:52,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/5d8ce19ea4a7472598f3e9e827741f1f, entries=150, sequenceid=385, filesize=12.0 K 2024-12-07T21:56:52,006 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 5c548974698f554e60ca45f559e3b21b in 1304ms, sequenceid=385, compaction requested=false 2024-12-07T21:56:52,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:56:52,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-07T21:56:52,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:52,109 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 5c548974698f554e60ca45f559e3b21b 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-07T21:56:52,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=A 2024-12-07T21:56:52,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:52,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=B 2024-12-07T21:56:52,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:52,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=C 2024-12-07T21:56:52,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:52,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412079accd2f0c99942039fa107839f0c6c55_5c548974698f554e60ca45f559e3b21b is 50, key is test_row_0/A:col10/1733608610727/Put/seqid=0 2024-12-07T21:56:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-07T21:56:52,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742012_1188 (size=12454) 2024-12-07T21:56:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-07T21:56:52,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:52,537 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412079accd2f0c99942039fa107839f0c6c55_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412079accd2f0c99942039fa107839f0c6c55_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:52,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/b657d39277354088999b24d0a0b81b20, store: [table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:52,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/b657d39277354088999b24d0a0b81b20 is 175, key is test_row_0/A:col10/1733608610727/Put/seqid=0 2024-12-07T21:56:52,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742013_1189 (size=31255) 2024-12-07T21:56:52,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. as already flushing 2024-12-07T21:56:52,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:52,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:52,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:52,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608672906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:52,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608672907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:52,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:52,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:52,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:52,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:52,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:52,913 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:52,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:52,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608672912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:52,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:52,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:52,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:52,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-07T21:56:52,943 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=401, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/b657d39277354088999b24d0a0b81b20 2024-12-07T21:56:52,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/843ea3ad74b94073885e2185698b8802 is 50, key is test_row_0/B:col10/1733608610727/Put/seqid=0 2024-12-07T21:56:52,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742014_1190 (size=12301) 2024-12-07T21:56:53,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:53,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608673021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:53,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:53,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:53,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608673021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:53,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:53,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:53,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:53,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608673021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:53,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:53,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:53,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:53,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:53,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:53,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:53,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608673231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:53,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608673231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:53,234 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:53,234 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:53,234 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:53,234 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:53,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:53,234 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:53,234 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608673231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:53,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:53,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:53,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:53,358 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/843ea3ad74b94073885e2185698b8802 2024-12-07T21:56:53,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/f038f12ab9c24b029a3f163c863fd6cf is 50, key is test_row_0/C:col10/1733608610727/Put/seqid=0 2024-12-07T21:56:53,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742015_1191 (size=12301) 2024-12-07T21:56:53,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608673541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:53,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:53,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:53,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:53,543 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608673541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:53,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:53,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:53,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:53,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608673541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:53,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:53,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:53,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:53,768 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/f038f12ab9c24b029a3f163c863fd6cf 2024-12-07T21:56:53,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/b657d39277354088999b24d0a0b81b20 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/b657d39277354088999b24d0a0b81b20 2024-12-07T21:56:53,777 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/b657d39277354088999b24d0a0b81b20, entries=150, sequenceid=401, filesize=30.5 K 2024-12-07T21:56:53,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/843ea3ad74b94073885e2185698b8802 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/843ea3ad74b94073885e2185698b8802 2024-12-07T21:56:53,783 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/843ea3ad74b94073885e2185698b8802, entries=150, sequenceid=401, filesize=12.0 K 2024-12-07T21:56:53,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/f038f12ab9c24b029a3f163c863fd6cf as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/f038f12ab9c24b029a3f163c863fd6cf 2024-12-07T21:56:53,791 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/f038f12ab9c24b029a3f163c863fd6cf, entries=150, sequenceid=401, filesize=12.0 K 2024-12-07T21:56:53,792 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 5c548974698f554e60ca45f559e3b21b in 1683ms, sequenceid=401, compaction requested=true 2024-12-07T21:56:53,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:56:53,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:53,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-07T21:56:53,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-07T21:56:53,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-12-07T21:56:53,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9900 sec 2024-12-07T21:56:53,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.9940 sec 2024-12-07T21:56:53,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-07T21:56:53,950 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:56:53,951 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:56:53,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-12-07T21:56:53,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-07T21:56:53,952 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:56:53,953 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:56:53,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:56:54,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:54,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c548974698f554e60ca45f559e3b21b 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-07T21:56:54,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=A 2024-12-07T21:56:54,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:54,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=B 2024-12-07T21:56:54,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:54,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=C 2024-12-07T21:56:54,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:54,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207789e827f430f4f5e96a8e17033982c17_5c548974698f554e60ca45f559e3b21b is 50, key is test_row_0/A:col10/1733608614052/Put/seqid=0 2024-12-07T21:56:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-07T21:56:54,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742016_1192 (size=12454) 2024-12-07T21:56:54,064 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:54,068 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207789e827f430f4f5e96a8e17033982c17_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207789e827f430f4f5e96a8e17033982c17_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:54,069 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/830a3c12171043fa8d816d5635549778, store: [table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:54,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/830a3c12171043fa8d816d5635549778 is 175, key is test_row_0/A:col10/1733608614052/Put/seqid=0 2024-12-07T21:56:54,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742017_1193 (size=31255) 2024-12-07T21:56:54,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608674068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:54,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:54,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:54,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:54,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608674069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:54,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:54,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:54,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:54,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:54,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608674076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:54,080 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:54,080 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:54,080 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:54,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-07T21:56:54,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:54,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. as already flushing 2024-12-07T21:56:54,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:54,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:54,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:54,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608674180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:54,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:54,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:54,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:54,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608674181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:54,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:54,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:54,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:54,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608674191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:54,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:54,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:54,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:54,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-07T21:56:54,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:54,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. as already flushing 2024-12-07T21:56:54,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:54,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:54,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-07T21:56:54,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608674390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:54,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:54,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:54,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:54,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608674390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:54,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:54,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:54,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:54,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608674401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:54,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:54,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:54,401 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:54,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-07T21:56:54,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:54,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. as already flushing 2024-12-07T21:56:54,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:54,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:54,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:54,473 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=420, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/830a3c12171043fa8d816d5635549778 2024-12-07T21:56:54,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/d34cca8469284f80b64c0bd5c1a592e4 is 50, key is test_row_0/B:col10/1733608614052/Put/seqid=0 2024-12-07T21:56:54,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742018_1194 (size=12301) 2024-12-07T21:56:54,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-07T21:56:54,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:54,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. as already flushing 2024-12-07T21:56:54,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:54,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:54,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-07T21:56:54,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608674700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:54,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608674700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:54,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:54,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:54,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:54,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:54,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:54,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:54,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608674711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:54,712 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:54,712 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:54,712 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:54,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-07T21:56:54,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:54,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. as already flushing 2024-12-07T21:56:54,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:54,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:54,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:54,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-07T21:56:54,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:54,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. as already flushing 2024-12-07T21:56:54,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:54,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:54,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:56:54,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/d34cca8469284f80b64c0bd5c1a592e4 2024-12-07T21:56:54,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/5a5eef5d731941ba94462853ee2abf23 is 50, key is test_row_0/C:col10/1733608614052/Put/seqid=0 2024-12-07T21:56:54,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742019_1195 (size=12301) 2024-12-07T21:56:54,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/5a5eef5d731941ba94462853ee2abf23 2024-12-07T21:56:54,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/830a3c12171043fa8d816d5635549778 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/830a3c12171043fa8d816d5635549778 2024-12-07T21:56:54,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/830a3c12171043fa8d816d5635549778, entries=150, sequenceid=420, filesize=30.5 K 2024-12-07T21:56:54,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/d34cca8469284f80b64c0bd5c1a592e4 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/d34cca8469284f80b64c0bd5c1a592e4 2024-12-07T21:56:54,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/d34cca8469284f80b64c0bd5c1a592e4, entries=150, sequenceid=420, filesize=12.0 K 2024-12-07T21:56:54,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/5a5eef5d731941ba94462853ee2abf23 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/5a5eef5d731941ba94462853ee2abf23 2024-12-07T21:56:54,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/5a5eef5d731941ba94462853ee2abf23, entries=150, sequenceid=420, filesize=12.0 K 2024-12-07T21:56:54,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 5c548974698f554e60ca45f559e3b21b in 875ms, sequenceid=420, compaction requested=true 2024-12-07T21:56:54,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:56:54,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c548974698f554e60ca45f559e3b21b:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:56:54,929 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T21:56:54,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:54,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c548974698f554e60ca45f559e3b21b:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:56:54,929 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T21:56:54,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:54,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c548974698f554e60ca45f559e3b21b:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:56:54,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:56:54,930 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T21:56:54,930 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49682 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T21:56:54,930 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 5c548974698f554e60ca45f559e3b21b/A is initiating minor compaction (all files) 2024-12-07T21:56:54,930 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 5c548974698f554e60ca45f559e3b21b/B is initiating minor compaction (all files) 2024-12-07T21:56:54,930 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c548974698f554e60ca45f559e3b21b/A in TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:54,930 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c548974698f554e60ca45f559e3b21b/B in TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:54,930 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/addb8e81704747039b13f754f3ff666b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/dbe9d2cfc63c49f981965424e178eb4a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/b657d39277354088999b24d0a0b81b20, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/830a3c12171043fa8d816d5635549778] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp, totalSize=131.0 K 2024-12-07T21:56:54,930 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/6fcc317cae4d4a87bd4ad05558d9ab28, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/35a668b043de484a89337e4d984cfa6d, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/843ea3ad74b94073885e2185698b8802, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/d34cca8469284f80b64c0bd5c1a592e4] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp, totalSize=48.5 K 2024-12-07T21:56:54,930 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:54,930 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. files: [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/addb8e81704747039b13f754f3ff666b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/dbe9d2cfc63c49f981965424e178eb4a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/b657d39277354088999b24d0a0b81b20, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/830a3c12171043fa8d816d5635549778] 2024-12-07T21:56:54,930 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fcc317cae4d4a87bd4ad05558d9ab28, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733608609388 2024-12-07T21:56:54,930 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting addb8e81704747039b13f754f3ff666b, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733608609388 2024-12-07T21:56:54,931 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbe9d2cfc63c49f981965424e178eb4a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1733608610054 2024-12-07T21:56:54,931 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 35a668b043de484a89337e4d984cfa6d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1733608610074 2024-12-07T21:56:54,931 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 843ea3ad74b94073885e2185698b8802, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1733608610710 2024-12-07T21:56:54,931 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting b657d39277354088999b24d0a0b81b20, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1733608610710 2024-12-07T21:56:54,931 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting d34cca8469284f80b64c0bd5c1a592e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733608612898 2024-12-07T21:56:54,931 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 830a3c12171043fa8d816d5635549778, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733608612898 2024-12-07T21:56:54,939 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c548974698f554e60ca45f559e3b21b#B#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:54,939 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/489e1d95ff4342ef9fe8791566d955a8 is 50, key is test_row_0/B:col10/1733608614052/Put/seqid=0 2024-12-07T21:56:54,940 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:54,947 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207689a61888cbb40a681e5f2619f604dcf_5c548974698f554e60ca45f559e3b21b store=[table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:54,949 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207689a61888cbb40a681e5f2619f604dcf_5c548974698f554e60ca45f559e3b21b, store=[table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:54,949 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207689a61888cbb40a681e5f2619f604dcf_5c548974698f554e60ca45f559e3b21b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:54,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742020_1196 (size=12915) 2024-12-07T21:56:54,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742021_1197 (size=4469) 2024-12-07T21:56:54,954 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c548974698f554e60ca45f559e3b21b#A#compaction#163 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:54,955 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/57b56e7b1fb74a5b9374807c2b7fc17b is 175, key is test_row_0/A:col10/1733608614052/Put/seqid=0 2024-12-07T21:56:54,959 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/489e1d95ff4342ef9fe8791566d955a8 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/489e1d95ff4342ef9fe8791566d955a8 2024-12-07T21:56:54,964 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5c548974698f554e60ca45f559e3b21b/B of 5c548974698f554e60ca45f559e3b21b into 489e1d95ff4342ef9fe8791566d955a8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:54,964 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:56:54,964 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., storeName=5c548974698f554e60ca45f559e3b21b/B, priority=12, startTime=1733608614929; duration=0sec 2024-12-07T21:56:54,964 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:56:54,964 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c548974698f554e60ca45f559e3b21b:B 2024-12-07T21:56:54,964 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T21:56:54,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742022_1198 (size=31869) 2024-12-07T21:56:54,968 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49682 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T21:56:54,968 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 5c548974698f554e60ca45f559e3b21b/C is initiating minor compaction (all files) 2024-12-07T21:56:54,968 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c548974698f554e60ca45f559e3b21b/C in TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:54,968 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/a8425d6428484b8284cfae7e50839b5d, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/5d8ce19ea4a7472598f3e9e827741f1f, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/f038f12ab9c24b029a3f163c863fd6cf, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/5a5eef5d731941ba94462853ee2abf23] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp, totalSize=48.5 K 2024-12-07T21:56:54,968 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting a8425d6428484b8284cfae7e50839b5d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1733608609388 2024-12-07T21:56:54,969 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d8ce19ea4a7472598f3e9e827741f1f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1733608610074 2024-12-07T21:56:54,969 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting f038f12ab9c24b029a3f163c863fd6cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1733608610710 2024-12-07T21:56:54,969 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a5eef5d731941ba94462853ee2abf23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733608612898 2024-12-07T21:56:54,971 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/57b56e7b1fb74a5b9374807c2b7fc17b as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/57b56e7b1fb74a5b9374807c2b7fc17b 2024-12-07T21:56:54,977 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5c548974698f554e60ca45f559e3b21b/A of 5c548974698f554e60ca45f559e3b21b into 57b56e7b1fb74a5b9374807c2b7fc17b(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:54,977 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:56:54,977 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., storeName=5c548974698f554e60ca45f559e3b21b/A, priority=12, startTime=1733608614928; duration=0sec 2024-12-07T21:56:54,977 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:54,977 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c548974698f554e60ca45f559e3b21b:A 2024-12-07T21:56:54,980 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c548974698f554e60ca45f559e3b21b#C#compaction#164 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:54,980 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/86a6b8fea1574415bf43059e00f4d278 is 50, key is test_row_0/C:col10/1733608614052/Put/seqid=0 2024-12-07T21:56:54,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742023_1199 (size=12915) 2024-12-07T21:56:55,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-07T21:56:55,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:55,023 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 5c548974698f554e60ca45f559e3b21b 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-07T21:56:55,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=A 2024-12-07T21:56:55,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:55,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=B 2024-12-07T21:56:55,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:55,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=C 2024-12-07T21:56:55,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:55,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120714183f87c7fa43d8ae79b286b6a9929c_5c548974698f554e60ca45f559e3b21b is 50, key is test_row_0/A:col10/1733608614074/Put/seqid=0 2024-12-07T21:56:55,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742024_1200 (size=12454) 2024-12-07T21:56:55,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-07T21:56:55,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:55,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. as already flushing 2024-12-07T21:56:55,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:55,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608675237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:55,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:55,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608675238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:55,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:55,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:55,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:55,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:55,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608675239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:55,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:55,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:55,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:55,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:55,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:55,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608675350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:55,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:55,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:55,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608675350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:55,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:55,352 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:55,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:55,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:55,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:55,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608675350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:55,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:55,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:55,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:55,352 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:55,390 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/86a6b8fea1574415bf43059e00f4d278 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/86a6b8fea1574415bf43059e00f4d278 2024-12-07T21:56:55,396 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5c548974698f554e60ca45f559e3b21b/C of 5c548974698f554e60ca45f559e3b21b into 86a6b8fea1574415bf43059e00f4d278(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:55,396 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:56:55,396 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., storeName=5c548974698f554e60ca45f559e3b21b/C, priority=12, startTime=1733608614929; duration=0sec 2024-12-07T21:56:55,396 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:55,396 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c548974698f554e60ca45f559e3b21b:C 2024-12-07T21:56:55,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:55,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733608675430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:55,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:55,433 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_2' in 5c548974698f554e60ca45f559e3b21b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:56:55,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:55,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:55,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:55,437 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120714183f87c7fa43d8ae79b286b6a9929c_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120714183f87c7fa43d8ae79b286b6a9929c_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:55,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/f8fda119db334063b13c754b4e47629b, store: [table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:55,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/f8fda119db334063b13c754b4e47629b is 175, key is test_row_0/A:col10/1733608614074/Put/seqid=0 2024-12-07T21:56:55,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742025_1201 (size=31255) 2024-12-07T21:56:55,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608675560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:55,561 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:55,561 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:55,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:55,561 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608675560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:55,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:55,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:55,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:55,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:55,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608675560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:55,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:55,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:55,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:55,845 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=435, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/f8fda119db334063b13c754b4e47629b 2024-12-07T21:56:55,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/b25389da63ed48bd866e9a065dc259b5 is 50, key is test_row_0/B:col10/1733608614074/Put/seqid=0 2024-12-07T21:56:55,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742026_1202 (size=12301) 2024-12-07T21:56:55,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608675871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:55,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:55,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608675871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:55,873 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:55,873 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:55,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:55,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:55,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608675871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:55,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:55,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:55,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:55,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-07T21:56:56,255 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/b25389da63ed48bd866e9a065dc259b5 2024-12-07T21:56:56,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/d1b2eb3227594a4db62ca407a6b56661 is 50, key is test_row_0/C:col10/1733608614074/Put/seqid=0 2024-12-07T21:56:56,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742027_1203 (size=12301) 2024-12-07T21:56:56,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608676381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:56,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608676381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:56,383 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:56,383 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:56,383 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:56,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:56,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:56,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:56,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608676381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:56,383 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:56,383 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:56,383 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:56,666 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/d1b2eb3227594a4db62ca407a6b56661 2024-12-07T21:56:56,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/f8fda119db334063b13c754b4e47629b as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/f8fda119db334063b13c754b4e47629b 2024-12-07T21:56:56,711 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/f8fda119db334063b13c754b4e47629b, entries=150, sequenceid=435, filesize=30.5 K 2024-12-07T21:56:56,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/b25389da63ed48bd866e9a065dc259b5 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/b25389da63ed48bd866e9a065dc259b5 2024-12-07T21:56:56,716 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/b25389da63ed48bd866e9a065dc259b5, entries=150, sequenceid=435, filesize=12.0 K 2024-12-07T21:56:56,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/d1b2eb3227594a4db62ca407a6b56661 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/d1b2eb3227594a4db62ca407a6b56661 2024-12-07T21:56:56,728 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/d1b2eb3227594a4db62ca407a6b56661, entries=150, sequenceid=435, filesize=12.0 K 2024-12-07T21:56:56,729 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 5c548974698f554e60ca45f559e3b21b in 1706ms, sequenceid=435, compaction requested=false 2024-12-07T21:56:56,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:56:56,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:56,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-07T21:56:56,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-07T21:56:56,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-12-07T21:56:56,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7780 sec 2024-12-07T21:56:56,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 2.7820 sec 2024-12-07T21:56:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:57,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c548974698f554e60ca45f559e3b21b 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-07T21:56:57,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=A 2024-12-07T21:56:57,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:57,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=B 2024-12-07T21:56:57,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:57,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=C 2024-12-07T21:56:57,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:57,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207159820895a93424c987a5f98ad5478be_5c548974698f554e60ca45f559e3b21b is 50, key is test_row_0/A:col10/1733608615237/Put/seqid=0 2024-12-07T21:56:57,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742028_1204 (size=14994) 2024-12-07T21:56:57,407 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:57,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608677404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:57,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:57,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608677404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:57,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:57,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:57,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:57,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:57,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:57,410 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207159820895a93424c987a5f98ad5478be_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207159820895a93424c987a5f98ad5478be_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:57,411 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/34f9e619189e45e0bdd04a1e22bebb0d, store: [table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:57,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/34f9e619189e45e0bdd04a1e22bebb0d is 175, key is test_row_0/A:col10/1733608615237/Put/seqid=0 2024-12-07T21:56:57,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608677409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:57,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:57,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:57,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:57,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742029_1205 (size=39949) 2024-12-07T21:56:57,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608677511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:57,512 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:57,512 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:57,512 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:57,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:57,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608677521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608677521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:57,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:57,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:57,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:57,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:57,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:57,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:57,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608677721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:57,722 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:57,722 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:57,722 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:57,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608677731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:57,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608677731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:57,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:57,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:57,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:57,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:57,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:57,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:57,822 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=456, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/34f9e619189e45e0bdd04a1e22bebb0d 2024-12-07T21:56:57,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/e4505fc70adc45f28496603dd782925b is 50, key is test_row_0/B:col10/1733608615237/Put/seqid=0 2024-12-07T21:56:57,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742030_1206 (size=12301) 2024-12-07T21:56:57,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/e4505fc70adc45f28496603dd782925b 2024-12-07T21:56:57,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/8b3fd14835b9400aa598ff919e6cf816 is 50, key is test_row_0/C:col10/1733608615237/Put/seqid=0 2024-12-07T21:56:57,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742031_1207 (size=12301) 2024-12-07T21:56:58,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608678030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:58,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:58,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:58,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:58,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608678041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:58,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:58,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608678041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:58,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:58,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:58,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:58,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:58,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-07T21:56:58,131 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:56:58,131 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:56:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-12-07T21:56:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-07T21:56:58,133 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:56:58,133 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:56:58,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:56:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-07T21:56:58,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/8b3fd14835b9400aa598ff919e6cf816 2024-12-07T21:56:58,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/34f9e619189e45e0bdd04a1e22bebb0d as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/34f9e619189e45e0bdd04a1e22bebb0d 2024-12-07T21:56:58,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/34f9e619189e45e0bdd04a1e22bebb0d, entries=200, sequenceid=456, filesize=39.0 K 2024-12-07T21:56:58,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/e4505fc70adc45f28496603dd782925b as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/e4505fc70adc45f28496603dd782925b 2024-12-07T21:56:58,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/e4505fc70adc45f28496603dd782925b, entries=150, sequenceid=456, filesize=12.0 K 2024-12-07T21:56:58,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/8b3fd14835b9400aa598ff919e6cf816 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/8b3fd14835b9400aa598ff919e6cf816 2024-12-07T21:56:58,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/8b3fd14835b9400aa598ff919e6cf816, entries=150, sequenceid=456, filesize=12.0 K 2024-12-07T21:56:58,274 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 5c548974698f554e60ca45f559e3b21b in 882ms, sequenceid=456, compaction requested=true 2024-12-07T21:56:58,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:56:58,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c548974698f554e60ca45f559e3b21b:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:56:58,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:58,274 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:56:58,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c548974698f554e60ca45f559e3b21b:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:56:58,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:56:58,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c548974698f554e60ca45f559e3b21b:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:56:58,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-07T21:56:58,275 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:56:58,276 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:56:58,276 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 5c548974698f554e60ca45f559e3b21b/A is initiating minor compaction (all files) 2024-12-07T21:56:58,276 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:56:58,276 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c548974698f554e60ca45f559e3b21b/A in TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:58,276 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 5c548974698f554e60ca45f559e3b21b/B is initiating minor compaction (all files) 2024-12-07T21:56:58,276 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c548974698f554e60ca45f559e3b21b/B in TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:58,276 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/57b56e7b1fb74a5b9374807c2b7fc17b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/f8fda119db334063b13c754b4e47629b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/34f9e619189e45e0bdd04a1e22bebb0d] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp, totalSize=100.7 K 2024-12-07T21:56:58,276 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/489e1d95ff4342ef9fe8791566d955a8, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/b25389da63ed48bd866e9a065dc259b5, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/e4505fc70adc45f28496603dd782925b] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp, totalSize=36.6 K 2024-12-07T21:56:58,276 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:58,276 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. files: [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/57b56e7b1fb74a5b9374807c2b7fc17b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/f8fda119db334063b13c754b4e47629b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/34f9e619189e45e0bdd04a1e22bebb0d] 2024-12-07T21:56:58,276 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 489e1d95ff4342ef9fe8791566d955a8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733608612898 2024-12-07T21:56:58,276 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57b56e7b1fb74a5b9374807c2b7fc17b, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733608612898 2024-12-07T21:56:58,277 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting b25389da63ed48bd866e9a065dc259b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1733608614066 2024-12-07T21:56:58,277 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8fda119db334063b13c754b4e47629b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1733608614066 2024-12-07T21:56:58,277 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34f9e619189e45e0bdd04a1e22bebb0d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1733608615234 2024-12-07T21:56:58,277 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting e4505fc70adc45f28496603dd782925b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1733608615234 2024-12-07T21:56:58,283 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c548974698f554e60ca45f559e3b21b#B#compaction#171 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:58,284 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/92e99ea72c9942659d05c44a88907ff0 is 50, key is test_row_0/B:col10/1733608615237/Put/seqid=0 2024-12-07T21:56:58,285 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:58,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-07T21:56:58,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:58,286 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 5c548974698f554e60ca45f559e3b21b 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-07T21:56:58,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=A 2024-12-07T21:56:58,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:58,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=B 2024-12-07T21:56:58,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:58,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=C 2024-12-07T21:56:58,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:56:58,288 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120705a6619b7143486fa393730890a6d921_5c548974698f554e60ca45f559e3b21b store=[table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:58,289 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120705a6619b7143486fa393730890a6d921_5c548974698f554e60ca45f559e3b21b, store=[table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:58,289 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120705a6619b7143486fa393730890a6d921_5c548974698f554e60ca45f559e3b21b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:58,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742032_1208 (size=13017) 2024-12-07T21:56:58,300 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/92e99ea72c9942659d05c44a88907ff0 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/92e99ea72c9942659d05c44a88907ff0 2024-12-07T21:56:58,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207ede337ebc75842e6be1477a00caec5b9_5c548974698f554e60ca45f559e3b21b is 50, key is test_row_0/A:col10/1733608617407/Put/seqid=0 2024-12-07T21:56:58,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742033_1209 (size=4469) 2024-12-07T21:56:58,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742034_1210 (size=12454) 2024-12-07T21:56:58,309 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c548974698f554e60ca45f559e3b21b/B of 5c548974698f554e60ca45f559e3b21b into 92e99ea72c9942659d05c44a88907ff0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:58,309 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:56:58,309 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., storeName=5c548974698f554e60ca45f559e3b21b/B, priority=13, startTime=1733608618275; duration=0sec 2024-12-07T21:56:58,309 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:56:58,309 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c548974698f554e60ca45f559e3b21b:B 2024-12-07T21:56:58,309 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:56:58,311 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:56:58,311 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 5c548974698f554e60ca45f559e3b21b/C is initiating minor compaction (all files) 2024-12-07T21:56:58,311 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c548974698f554e60ca45f559e3b21b/C in TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:58,311 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/86a6b8fea1574415bf43059e00f4d278, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/d1b2eb3227594a4db62ca407a6b56661, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/8b3fd14835b9400aa598ff919e6cf816] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp, totalSize=36.6 K 2024-12-07T21:56:58,312 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 86a6b8fea1574415bf43059e00f4d278, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733608612898 2024-12-07T21:56:58,312 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting d1b2eb3227594a4db62ca407a6b56661, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1733608614066 2024-12-07T21:56:58,312 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b3fd14835b9400aa598ff919e6cf816, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1733608615234 2024-12-07T21:56:58,319 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c548974698f554e60ca45f559e3b21b#C#compaction#174 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:58,319 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/80b0b08ad4464654a6f929ec5dbf593a is 50, key is test_row_0/C:col10/1733608615237/Put/seqid=0 2024-12-07T21:56:58,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742035_1211 (size=13017) 2024-12-07T21:56:58,330 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/80b0b08ad4464654a6f929ec5dbf593a as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/80b0b08ad4464654a6f929ec5dbf593a 2024-12-07T21:56:58,336 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c548974698f554e60ca45f559e3b21b/C of 5c548974698f554e60ca45f559e3b21b into 80b0b08ad4464654a6f929ec5dbf593a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:58,336 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:56:58,336 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., storeName=5c548974698f554e60ca45f559e3b21b/C, priority=13, startTime=1733608618275; duration=0sec 2024-12-07T21:56:58,336 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:58,336 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c548974698f554e60ca45f559e3b21b:C 2024-12-07T21:56:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-07T21:56:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:58,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. as already flushing 2024-12-07T21:56:58,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608678563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:58,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608678565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:58,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:58,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:58,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:58,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:58,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:58,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:58,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608678567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:58,568 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:58,568 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:58,568 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:58,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608678671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:58,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608678671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:58,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:58,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:58,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:58,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:58,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608678671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:58,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:58,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:58,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:58,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:58,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:58,705 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c548974698f554e60ca45f559e3b21b#A#compaction#172 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:56:58,705 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/767dc7d2019d4bc9b5aa701374399901 is 175, key is test_row_0/A:col10/1733608615237/Put/seqid=0 2024-12-07T21:56:58,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742036_1212 (size=31971) 2024-12-07T21:56:58,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:56:58,713 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207ede337ebc75842e6be1477a00caec5b9_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207ede337ebc75842e6be1477a00caec5b9_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:56:58,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/bccf9c7e82904be88c68edb8d441e76e, store: [table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:56:58,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/bccf9c7e82904be88c68edb8d441e76e is 175, key is test_row_0/A:col10/1733608617407/Put/seqid=0 2024-12-07T21:56:58,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742037_1213 (size=31255) 2024-12-07T21:56:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-07T21:56:58,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:58,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608678881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:58,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:58,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608678881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:58,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:58,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:58,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608678881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:58,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:58,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:58,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:58,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:58,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:58,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:59,113 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/767dc7d2019d4bc9b5aa701374399901 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/767dc7d2019d4bc9b5aa701374399901 2024-12-07T21:56:59,117 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c548974698f554e60ca45f559e3b21b/A of 5c548974698f554e60ca45f559e3b21b into 767dc7d2019d4bc9b5aa701374399901(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:56:59,117 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:56:59,118 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., storeName=5c548974698f554e60ca45f559e3b21b/A, priority=13, startTime=1733608618274; duration=0sec 2024-12-07T21:56:59,118 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:56:59,118 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c548974698f554e60ca45f559e3b21b:A 2024-12-07T21:56:59,119 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=468, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/bccf9c7e82904be88c68edb8d441e76e 2024-12-07T21:56:59,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/a983a6ff35304166b9e6e6d43e8907e3 is 50, key is test_row_0/B:col10/1733608617407/Put/seqid=0 2024-12-07T21:56:59,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742038_1214 (size=12301) 2024-12-07T21:56:59,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608679190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:59,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:59,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:59,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608679190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:59,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:59,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:59,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:59,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:59,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608679191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:59,193 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:59,193 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:59,193 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-07T21:56:59,530 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/a983a6ff35304166b9e6e6d43e8907e3 2024-12-07T21:56:59,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/30d417c4722741e4a92833f691d165fd is 50, key is test_row_0/C:col10/1733608617407/Put/seqid=0 2024-12-07T21:56:59,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742039_1215 (size=12301) 2024-12-07T21:56:59,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733608679700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:59,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:59,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59546 deadline: 1733608679700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:59,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:59,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:59,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:59,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:56:59,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:59,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59518 deadline: 1733608679700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:56:59,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:59,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:56:59,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:56:59,943 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/30d417c4722741e4a92833f691d165fd 2024-12-07T21:56:59,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/bccf9c7e82904be88c68edb8d441e76e as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/bccf9c7e82904be88c68edb8d441e76e 2024-12-07T21:56:59,951 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/bccf9c7e82904be88c68edb8d441e76e, entries=150, sequenceid=468, filesize=30.5 K 2024-12-07T21:56:59,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/a983a6ff35304166b9e6e6d43e8907e3 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/a983a6ff35304166b9e6e6d43e8907e3 2024-12-07T21:56:59,956 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/a983a6ff35304166b9e6e6d43e8907e3, entries=150, sequenceid=468, filesize=12.0 K 2024-12-07T21:56:59,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/30d417c4722741e4a92833f691d165fd as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/30d417c4722741e4a92833f691d165fd 2024-12-07T21:56:59,961 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/30d417c4722741e4a92833f691d165fd, entries=150, sequenceid=468, filesize=12.0 K 2024-12-07T21:56:59,961 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 5c548974698f554e60ca45f559e3b21b in 1675ms, sequenceid=468, compaction requested=false 2024-12-07T21:56:59,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:56:59,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:56:59,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-07T21:56:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-07T21:56:59,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-12-07T21:56:59,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8300 sec 2024-12-07T21:56:59,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.8340 sec 2024-12-07T21:57:00,047 INFO [Thread-639 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-639. 2024-12-07T21:57:00,047 DEBUG [Thread-639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:57:00,047 DEBUG [Thread-639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:00,047 INFO [Thread-637 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-637. 2024-12-07T21:57:00,047 DEBUG [Thread-639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:00,047 DEBUG [Thread-637 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:57:00,048 DEBUG [Thread-637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:00,048 DEBUG [Thread-637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:00,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:57:00,047 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:57:00,049 INFO [Thread-635 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-635. 2024-12-07T21:57:00,049 DEBUG [Thread-635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:57:00,049 DEBUG [Thread-635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:00,049 DEBUG [Thread-635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:00,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:57:00,050 INFO [Thread-641 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-641. 2024-12-07T21:57:00,050 DEBUG [Thread-641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:57:00,050 DEBUG [Thread-641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:00,050 DEBUG [Thread-641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:00,050 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:57:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-07T21:57:00,281 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:57:00,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5c548974698f554e60ca45f559e3b21b 3/3 column families, dataSize=134.18 KB heapSize=399.89 KB 2024-12-07T21:57:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:57:00,717 INFO [Thread-630 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-630. 2024-12-07T21:57:00,717 DEBUG [Thread-630 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:57:00,717 INFO [Thread-632 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-632. 2024-12-07T21:57:00,717 DEBUG [Thread-630 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:00,717 DEBUG [Thread-632 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:57:00,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=A 2024-12-07T21:57:00,717 DEBUG [Thread-632 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:00,717 DEBUG [Thread-630 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:00,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:57:00,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:57:00,718 DEBUG [Thread-632 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:00,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=B 2024-12-07T21:57:00,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:57:00,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=C 2024-12-07T21:57:00,718 INFO [Thread-626 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-626. 2024-12-07T21:57:00,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:57:00,718 DEBUG [Thread-626 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:57:00,718 DEBUG [Thread-626 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:00,718 DEBUG [Thread-626 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:00,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:57:00,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:57:00,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207a0ce1594bcbd41c1a0c1014f861dc6ce_5c548974698f554e60ca45f559e3b21b is 50, key is test_row_0/A:col10/1733608620713/Put/seqid=0 2024-12-07T21:57:00,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742040_1216 (size=12454) 2024-12-07T21:57:01,130 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:01,140 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207a0ce1594bcbd41c1a0c1014f861dc6ce_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a0ce1594bcbd41c1a0c1014f861dc6ce_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:57:01,141 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/684f9e7c0e3b472fae679cee925df823, store: [table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:57:01,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/684f9e7c0e3b472fae679cee925df823 is 175, key is test_row_0/A:col10/1733608620713/Put/seqid=0 2024-12-07T21:57:01,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742041_1217 (size=31255) 2024-12-07T21:57:01,547 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=494, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/684f9e7c0e3b472fae679cee925df823 2024-12-07T21:57:01,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/1257832cc7ff408f834819b7a9cd0479 is 50, key is test_row_0/B:col10/1733608620713/Put/seqid=0 2024-12-07T21:57:01,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742042_1218 (size=12301) 2024-12-07T21:57:01,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/1257832cc7ff408f834819b7a9cd0479 2024-12-07T21:57:01,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/db1dec549b6444ada069a9874c7aaa79 is 50, key is test_row_0/C:col10/1733608620713/Put/seqid=0 2024-12-07T21:57:01,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742043_1219 (size=12301) 2024-12-07T21:57:02,012 INFO [Thread-624 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-624. 2024-12-07T21:57:02,012 DEBUG [Thread-624 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:57:02,012 DEBUG [Thread-624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:02,013 DEBUG [Thread-624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:02,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:57:02,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/db1dec549b6444ada069a9874c7aaa79 2024-12-07T21:57:02,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/684f9e7c0e3b472fae679cee925df823 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/684f9e7c0e3b472fae679cee925df823 2024-12-07T21:57:02,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/684f9e7c0e3b472fae679cee925df823, entries=150, sequenceid=494, filesize=30.5 K 2024-12-07T21:57:02,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/1257832cc7ff408f834819b7a9cd0479 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/1257832cc7ff408f834819b7a9cd0479 2024-12-07T21:57:02,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/1257832cc7ff408f834819b7a9cd0479, entries=150, sequenceid=494, filesize=12.0 K 2024-12-07T21:57:02,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/db1dec549b6444ada069a9874c7aaa79 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/db1dec549b6444ada069a9874c7aaa79 2024-12-07T21:57:02,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/db1dec549b6444ada069a9874c7aaa79, entries=150, sequenceid=494, filesize=12.0 K 2024-12-07T21:57:02,402 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~399.84 KB/409440, currentSize=6.71 KB/6870 for 5c548974698f554e60ca45f559e3b21b in 1686ms, sequenceid=494, compaction requested=true 2024-12-07T21:57:02,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:57:02,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c548974698f554e60ca45f559e3b21b:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:57:02,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:02,402 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:02,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c548974698f554e60ca45f559e3b21b:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:57:02,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:02,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c548974698f554e60ca45f559e3b21b:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:57:02,402 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:02,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:57:02,403 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:02,403 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:02,403 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 5c548974698f554e60ca45f559e3b21b/A is initiating minor compaction (all files) 2024-12-07T21:57:02,403 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 5c548974698f554e60ca45f559e3b21b/B is initiating minor compaction (all files) 2024-12-07T21:57:02,403 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c548974698f554e60ca45f559e3b21b/A in TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:57:02,403 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c548974698f554e60ca45f559e3b21b/B in TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:57:02,404 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/767dc7d2019d4bc9b5aa701374399901, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/bccf9c7e82904be88c68edb8d441e76e, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/684f9e7c0e3b472fae679cee925df823] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp, totalSize=92.3 K 2024-12-07T21:57:02,404 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/92e99ea72c9942659d05c44a88907ff0, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/a983a6ff35304166b9e6e6d43e8907e3, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/1257832cc7ff408f834819b7a9cd0479] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp, totalSize=36.7 K 2024-12-07T21:57:02,404 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:57:02,404 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. files: [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/767dc7d2019d4bc9b5aa701374399901, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/bccf9c7e82904be88c68edb8d441e76e, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/684f9e7c0e3b472fae679cee925df823] 2024-12-07T21:57:02,404 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 92e99ea72c9942659d05c44a88907ff0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1733608615234 2024-12-07T21:57:02,404 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 767dc7d2019d4bc9b5aa701374399901, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1733608615234 2024-12-07T21:57:02,404 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting a983a6ff35304166b9e6e6d43e8907e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1733608617402 2024-12-07T21:57:02,405 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting bccf9c7e82904be88c68edb8d441e76e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1733608617402 2024-12-07T21:57:02,405 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 1257832cc7ff408f834819b7a9cd0479, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1733608618551 2024-12-07T21:57:02,405 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 684f9e7c0e3b472fae679cee925df823, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1733608618551 2024-12-07T21:57:02,413 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c548974698f554e60ca45f559e3b21b#B#compaction#180 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:02,413 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/c361cf90b4af4306ab91e590df694611 is 50, key is test_row_0/B:col10/1733608620713/Put/seqid=0 2024-12-07T21:57:02,415 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:57:02,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742044_1220 (size=13119) 2024-12-07T21:57:02,417 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120743e9e3a211994c9ebb7cf09db1b9f47d_5c548974698f554e60ca45f559e3b21b store=[table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:57:02,424 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/c361cf90b4af4306ab91e590df694611 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/c361cf90b4af4306ab91e590df694611 2024-12-07T21:57:02,428 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c548974698f554e60ca45f559e3b21b/B of 5c548974698f554e60ca45f559e3b21b into c361cf90b4af4306ab91e590df694611(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:02,428 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:57:02,428 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., storeName=5c548974698f554e60ca45f559e3b21b/B, priority=13, startTime=1733608622402; duration=0sec 2024-12-07T21:57:02,428 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:57:02,428 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c548974698f554e60ca45f559e3b21b:B 2024-12-07T21:57:02,428 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:02,429 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:02,429 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 5c548974698f554e60ca45f559e3b21b/C is initiating minor compaction (all files) 2024-12-07T21:57:02,429 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5c548974698f554e60ca45f559e3b21b/C in TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:57:02,429 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/80b0b08ad4464654a6f929ec5dbf593a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/30d417c4722741e4a92833f691d165fd, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/db1dec549b6444ada069a9874c7aaa79] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp, totalSize=36.7 K 2024-12-07T21:57:02,430 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 80b0b08ad4464654a6f929ec5dbf593a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1733608615234 2024-12-07T21:57:02,430 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 30d417c4722741e4a92833f691d165fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1733608617402 2024-12-07T21:57:02,430 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting db1dec549b6444ada069a9874c7aaa79, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1733608618551 2024-12-07T21:57:02,436 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120743e9e3a211994c9ebb7cf09db1b9f47d_5c548974698f554e60ca45f559e3b21b, store=[table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:57:02,436 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120743e9e3a211994c9ebb7cf09db1b9f47d_5c548974698f554e60ca45f559e3b21b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:57:02,438 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c548974698f554e60ca45f559e3b21b#C#compaction#182 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:02,438 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/7ade346490d44633aa488e7493205b43 is 50, key is test_row_0/C:col10/1733608620713/Put/seqid=0 2024-12-07T21:57:02,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742045_1221 (size=4469) 2024-12-07T21:57:02,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742046_1222 (size=13119) 2024-12-07T21:57:02,845 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c548974698f554e60ca45f559e3b21b#A#compaction#181 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:02,846 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/c3246ca5aab648ba9613b6dfa5005f8a is 175, key is test_row_0/A:col10/1733608620713/Put/seqid=0 2024-12-07T21:57:02,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742047_1223 (size=32073) 2024-12-07T21:57:02,855 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/7ade346490d44633aa488e7493205b43 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/7ade346490d44633aa488e7493205b43 2024-12-07T21:57:02,860 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c548974698f554e60ca45f559e3b21b/C of 5c548974698f554e60ca45f559e3b21b into 7ade346490d44633aa488e7493205b43(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:02,860 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:57:02,860 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., storeName=5c548974698f554e60ca45f559e3b21b/C, priority=13, startTime=1733608622402; duration=0sec 2024-12-07T21:57:02,860 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:02,860 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c548974698f554e60ca45f559e3b21b:C 2024-12-07T21:57:03,263 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/c3246ca5aab648ba9613b6dfa5005f8a as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/c3246ca5aab648ba9613b6dfa5005f8a 2024-12-07T21:57:03,268 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5c548974698f554e60ca45f559e3b21b/A of 5c548974698f554e60ca45f559e3b21b into c3246ca5aab648ba9613b6dfa5005f8a(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:03,268 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5c548974698f554e60ca45f559e3b21b: 2024-12-07T21:57:03,268 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., storeName=5c548974698f554e60ca45f559e3b21b/A, priority=13, startTime=1733608622402; duration=0sec 2024-12-07T21:57:03,268 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:03,268 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c548974698f554e60ca45f559e3b21b:A 2024-12-07T21:57:03,577 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T21:57:05,483 INFO [Thread-628 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-628. 2024-12-07T21:57:05,483 DEBUG [Thread-628 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:57:05,483 DEBUG [Thread-628 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:05,483 DEBUG [Thread-628 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:05,483 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:57:05,483 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-07T21:57:05,483 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-12-07T21:57:05,483 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 156 2024-12-07T21:57:05,483 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-12-07T21:57:05,483 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-12-07T21:57:05,483 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-12-07T21:57:05,483 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-07T21:57:05,483 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3939 2024-12-07T21:57:05,483 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3966 2024-12-07T21:57:05,483 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-07T21:57:05,483 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1745 2024-12-07T21:57:05,483 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5233 rows 2024-12-07T21:57:05,483 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1737 2024-12-07T21:57:05,483 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5204 rows 2024-12-07T21:57:05,483 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T21:57:05,483 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T21:57:05,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:05,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:05,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:57:05,484 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-07T21:57:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-07T21:57:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-07T21:57:05,487 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608625487"}]},"ts":"1733608625487"} 2024-12-07T21:57:05,489 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-07T21:57:05,489 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-07T21:57:05,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T21:57:05,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c548974698f554e60ca45f559e3b21b, UNASSIGN}] 2024-12-07T21:57:05,492 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c548974698f554e60ca45f559e3b21b, UNASSIGN 2024-12-07T21:57:05,492 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=5c548974698f554e60ca45f559e3b21b, regionState=CLOSING, regionLocation=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:05,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c548974698f554e60ca45f559e3b21b, UNASSIGN because future has completed 2024-12-07T21:57:05,494 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T21:57:05,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228}] 2024-12-07T21:57:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-07T21:57:05,646 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(122): Close 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:57:05,646 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-07T21:57:05,646 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1722): Closing 5c548974698f554e60ca45f559e3b21b, disabling compactions & flushes 2024-12-07T21:57:05,646 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:57:05,646 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:57:05,646 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. after waiting 0 ms 2024-12-07T21:57:05,646 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:57:05,646 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(2902): Flushing 5c548974698f554e60ca45f559e3b21b 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-12-07T21:57:05,646 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=A 2024-12-07T21:57:05,646 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:05,647 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=B 2024-12-07T21:57:05,647 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:05,647 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c548974698f554e60ca45f559e3b21b, store=C 2024-12-07T21:57:05,647 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:05,651 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207d6f168de46774052a6d3ea2d175bc68d_5c548974698f554e60ca45f559e3b21b is 50, key is test_row_1/A:col10/1733608622011/Put/seqid=0 2024-12-07T21:57:05,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742048_1224 (size=9914) 2024-12-07T21:57:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-07T21:57:06,056 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:06,066 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207d6f168de46774052a6d3ea2d175bc68d_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207d6f168de46774052a6d3ea2d175bc68d_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:57:06,067 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/6592d8d9377d46f589e81efa3785cb52, store: [table=TestAcidGuarantees family=A region=5c548974698f554e60ca45f559e3b21b] 2024-12-07T21:57:06,068 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/6592d8d9377d46f589e81efa3785cb52 is 175, key is test_row_1/A:col10/1733608622011/Put/seqid=0 2024-12-07T21:57:06,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742049_1225 (size=22561) 2024-12-07T21:57:06,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-07T21:57:06,475 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=502, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/6592d8d9377d46f589e81efa3785cb52 2024-12-07T21:57:06,484 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/fd240240fc4d42e6979f555c5eace77c is 50, key is test_row_1/B:col10/1733608622011/Put/seqid=0 2024-12-07T21:57:06,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742050_1226 (size=9857) 2024-12-07T21:57:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-07T21:57:06,889 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/fd240240fc4d42e6979f555c5eace77c 2024-12-07T21:57:06,899 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/b5af8516e65b425494499995edff9004 is 50, key is test_row_1/C:col10/1733608622011/Put/seqid=0 2024-12-07T21:57:06,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742051_1227 (size=9857) 2024-12-07T21:57:07,356 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=502 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/b5af8516e65b425494499995edff9004 2024-12-07T21:57:07,366 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/A/6592d8d9377d46f589e81efa3785cb52 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/6592d8d9377d46f589e81efa3785cb52 2024-12-07T21:57:07,371 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/6592d8d9377d46f589e81efa3785cb52, entries=100, sequenceid=502, filesize=22.0 K 2024-12-07T21:57:07,372 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/B/fd240240fc4d42e6979f555c5eace77c as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/fd240240fc4d42e6979f555c5eace77c 2024-12-07T21:57:07,376 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/fd240240fc4d42e6979f555c5eace77c, entries=100, sequenceid=502, filesize=9.6 K 2024-12-07T21:57:07,377 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/.tmp/C/b5af8516e65b425494499995edff9004 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/b5af8516e65b425494499995edff9004 2024-12-07T21:57:07,380 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/b5af8516e65b425494499995edff9004, entries=100, sequenceid=502, filesize=9.6 K 2024-12-07T21:57:07,381 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 5c548974698f554e60ca45f559e3b21b in 1735ms, sequenceid=502, compaction requested=false 2024-12-07T21:57:07,381 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/64d40173a86e4218a3510f59b8b75ce2, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/601835d0491848d1af0750d19ea1658b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/acbcf2218b504e46bb7a88d77d249218, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/2bf4f4c1ff2e44db8d043ccac6493226, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/3f26cadb2c274c1caa05e493edddff02, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/90c4c57251cd4a8a98c321789be2d9b1, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/ac7440dac8fa4636adfc53d799eda746, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/ae24b920cf7546eda2320ac4fe1db901, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/12ddf1de3c644c2fb6bb7598497c4822, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/6b250713523849a883e13e23c14757a0, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/d4146f0e47e44cbb9c6a4abf00a7de8a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/d99f1d4443f04608bde92523118be865, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/91d4cb3f2c2842388c2d9c7dfb36860a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/addb8e81704747039b13f754f3ff666b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/74b75fa65061451fb8723ecc77c6a218, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/dbe9d2cfc63c49f981965424e178eb4a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/b657d39277354088999b24d0a0b81b20, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/57b56e7b1fb74a5b9374807c2b7fc17b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/830a3c12171043fa8d816d5635549778, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/f8fda119db334063b13c754b4e47629b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/34f9e619189e45e0bdd04a1e22bebb0d, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/767dc7d2019d4bc9b5aa701374399901, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/bccf9c7e82904be88c68edb8d441e76e, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/684f9e7c0e3b472fae679cee925df823] to archive 2024-12-07T21:57:07,382 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T21:57:07,384 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/64d40173a86e4218a3510f59b8b75ce2 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/64d40173a86e4218a3510f59b8b75ce2 2024-12-07T21:57:07,384 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/601835d0491848d1af0750d19ea1658b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/601835d0491848d1af0750d19ea1658b 2024-12-07T21:57:07,385 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/acbcf2218b504e46bb7a88d77d249218 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/acbcf2218b504e46bb7a88d77d249218 2024-12-07T21:57:07,386 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/2bf4f4c1ff2e44db8d043ccac6493226 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/2bf4f4c1ff2e44db8d043ccac6493226 2024-12-07T21:57:07,387 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/3f26cadb2c274c1caa05e493edddff02 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/3f26cadb2c274c1caa05e493edddff02 2024-12-07T21:57:07,388 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/90c4c57251cd4a8a98c321789be2d9b1 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/90c4c57251cd4a8a98c321789be2d9b1 2024-12-07T21:57:07,389 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/ac7440dac8fa4636adfc53d799eda746 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/ac7440dac8fa4636adfc53d799eda746 2024-12-07T21:57:07,390 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/ae24b920cf7546eda2320ac4fe1db901 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/ae24b920cf7546eda2320ac4fe1db901 2024-12-07T21:57:07,391 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/12ddf1de3c644c2fb6bb7598497c4822 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/12ddf1de3c644c2fb6bb7598497c4822 2024-12-07T21:57:07,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/6b250713523849a883e13e23c14757a0 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/6b250713523849a883e13e23c14757a0 2024-12-07T21:57:07,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/d4146f0e47e44cbb9c6a4abf00a7de8a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/d4146f0e47e44cbb9c6a4abf00a7de8a 2024-12-07T21:57:07,393 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/d99f1d4443f04608bde92523118be865 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/d99f1d4443f04608bde92523118be865 2024-12-07T21:57:07,394 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/91d4cb3f2c2842388c2d9c7dfb36860a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/91d4cb3f2c2842388c2d9c7dfb36860a 2024-12-07T21:57:07,395 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/addb8e81704747039b13f754f3ff666b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/addb8e81704747039b13f754f3ff666b 2024-12-07T21:57:07,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/74b75fa65061451fb8723ecc77c6a218 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/74b75fa65061451fb8723ecc77c6a218 2024-12-07T21:57:07,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/dbe9d2cfc63c49f981965424e178eb4a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/dbe9d2cfc63c49f981965424e178eb4a 2024-12-07T21:57:07,397 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/b657d39277354088999b24d0a0b81b20 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/b657d39277354088999b24d0a0b81b20 2024-12-07T21:57:07,398 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/57b56e7b1fb74a5b9374807c2b7fc17b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/57b56e7b1fb74a5b9374807c2b7fc17b 2024-12-07T21:57:07,399 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/830a3c12171043fa8d816d5635549778 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/830a3c12171043fa8d816d5635549778 2024-12-07T21:57:07,400 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/f8fda119db334063b13c754b4e47629b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/f8fda119db334063b13c754b4e47629b 2024-12-07T21:57:07,401 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/34f9e619189e45e0bdd04a1e22bebb0d to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/34f9e619189e45e0bdd04a1e22bebb0d 2024-12-07T21:57:07,402 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/767dc7d2019d4bc9b5aa701374399901 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/767dc7d2019d4bc9b5aa701374399901 2024-12-07T21:57:07,403 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/bccf9c7e82904be88c68edb8d441e76e to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/bccf9c7e82904be88c68edb8d441e76e 2024-12-07T21:57:07,403 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/684f9e7c0e3b472fae679cee925df823 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/684f9e7c0e3b472fae679cee925df823 2024-12-07T21:57:07,405 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/5c25c116dc234ae0b67188f883e3102f, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/24c0f0a4f8fc4421b85d808422a3b4f4, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/1ed2d54afd25471a825afd9426c809f7, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/f84839fb746841d59e0ddf790f90a89b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/eac02e6f3b504cc794f996ce8177e65d, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/40889e0f1f2945f9b98cbc2795c5d6bf, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/a376a492aa8c486fa4d037f3425dfa48, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/8bce50c0612649ee9cd8140c77a187a6, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/4e326c47633540688dd47f52ff2b9387, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/6158c3e8f4f64f91af746b9b6c160834, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/63330aaf862446f8a04c64ca4c7a1d8a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/70ad296c3da64fb9a01fc1738d0255ba, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/58be23a76c4144d5b0402cc152051bdf, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/6fcc317cae4d4a87bd4ad05558d9ab28, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/7720085da3714f95b12430cd1963a343, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/35a668b043de484a89337e4d984cfa6d, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/843ea3ad74b94073885e2185698b8802, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/489e1d95ff4342ef9fe8791566d955a8, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/d34cca8469284f80b64c0bd5c1a592e4, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/b25389da63ed48bd866e9a065dc259b5, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/92e99ea72c9942659d05c44a88907ff0, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/e4505fc70adc45f28496603dd782925b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/a983a6ff35304166b9e6e6d43e8907e3, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/1257832cc7ff408f834819b7a9cd0479] to archive 2024-12-07T21:57:07,405 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T21:57:07,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/5c25c116dc234ae0b67188f883e3102f to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/5c25c116dc234ae0b67188f883e3102f 2024-12-07T21:57:07,407 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/24c0f0a4f8fc4421b85d808422a3b4f4 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/24c0f0a4f8fc4421b85d808422a3b4f4 2024-12-07T21:57:07,408 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/1ed2d54afd25471a825afd9426c809f7 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/1ed2d54afd25471a825afd9426c809f7 2024-12-07T21:57:07,409 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/f84839fb746841d59e0ddf790f90a89b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/f84839fb746841d59e0ddf790f90a89b 2024-12-07T21:57:07,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/eac02e6f3b504cc794f996ce8177e65d to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/eac02e6f3b504cc794f996ce8177e65d 2024-12-07T21:57:07,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/40889e0f1f2945f9b98cbc2795c5d6bf to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/40889e0f1f2945f9b98cbc2795c5d6bf 2024-12-07T21:57:07,412 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/a376a492aa8c486fa4d037f3425dfa48 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/a376a492aa8c486fa4d037f3425dfa48 2024-12-07T21:57:07,413 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/8bce50c0612649ee9cd8140c77a187a6 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/8bce50c0612649ee9cd8140c77a187a6 2024-12-07T21:57:07,414 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/4e326c47633540688dd47f52ff2b9387 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/4e326c47633540688dd47f52ff2b9387 2024-12-07T21:57:07,415 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/6158c3e8f4f64f91af746b9b6c160834 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/6158c3e8f4f64f91af746b9b6c160834 2024-12-07T21:57:07,416 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/63330aaf862446f8a04c64ca4c7a1d8a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/63330aaf862446f8a04c64ca4c7a1d8a 2024-12-07T21:57:07,417 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/70ad296c3da64fb9a01fc1738d0255ba to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/70ad296c3da64fb9a01fc1738d0255ba 2024-12-07T21:57:07,418 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/58be23a76c4144d5b0402cc152051bdf to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/58be23a76c4144d5b0402cc152051bdf 2024-12-07T21:57:07,418 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/6fcc317cae4d4a87bd4ad05558d9ab28 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/6fcc317cae4d4a87bd4ad05558d9ab28 2024-12-07T21:57:07,419 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/7720085da3714f95b12430cd1963a343 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/7720085da3714f95b12430cd1963a343 2024-12-07T21:57:07,420 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/35a668b043de484a89337e4d984cfa6d to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/35a668b043de484a89337e4d984cfa6d 2024-12-07T21:57:07,421 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/843ea3ad74b94073885e2185698b8802 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/843ea3ad74b94073885e2185698b8802 2024-12-07T21:57:07,422 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/489e1d95ff4342ef9fe8791566d955a8 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/489e1d95ff4342ef9fe8791566d955a8 2024-12-07T21:57:07,423 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/d34cca8469284f80b64c0bd5c1a592e4 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/d34cca8469284f80b64c0bd5c1a592e4 2024-12-07T21:57:07,424 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/b25389da63ed48bd866e9a065dc259b5 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/b25389da63ed48bd866e9a065dc259b5 2024-12-07T21:57:07,425 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/92e99ea72c9942659d05c44a88907ff0 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/92e99ea72c9942659d05c44a88907ff0 2024-12-07T21:57:07,426 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/e4505fc70adc45f28496603dd782925b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/e4505fc70adc45f28496603dd782925b 2024-12-07T21:57:07,426 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/a983a6ff35304166b9e6e6d43e8907e3 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/a983a6ff35304166b9e6e6d43e8907e3 2024-12-07T21:57:07,427 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/1257832cc7ff408f834819b7a9cd0479 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/1257832cc7ff408f834819b7a9cd0479 2024-12-07T21:57:07,428 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/5ce03800b2374a4fa6135738ca3bf9c8, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/f0ec87014fa446b3bfaba49dca9bb411, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/a3c7364058f9443e8313bebe63be2547, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/ff816e313d7742bda42d36608b6379b0, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/ca629baf31324d9ea7533d2ab9f514ab, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/fab35850746e45c8a7642b409d51e836, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/1a30c24047af4a74b4b639afa4e7bb95, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/6443e4b3f09245cb89e53b6e023fdd37, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/241783b993f94c22a8f7bbb3920c286f, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/c2c6288b8b224fe5829528439c683960, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/02eef1e77b19478fb791822e56ec8a15, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/c2ced1a8930a489ca6c3bab99e65fcf7, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/32cfa7a6d858456ca140a8648f37e2bc, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/a8425d6428484b8284cfae7e50839b5d, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/f2bcaea00a8a4f1aa79a19233601f85f, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/5d8ce19ea4a7472598f3e9e827741f1f, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/f038f12ab9c24b029a3f163c863fd6cf, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/86a6b8fea1574415bf43059e00f4d278, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/5a5eef5d731941ba94462853ee2abf23, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/d1b2eb3227594a4db62ca407a6b56661, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/80b0b08ad4464654a6f929ec5dbf593a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/8b3fd14835b9400aa598ff919e6cf816, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/30d417c4722741e4a92833f691d165fd, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/db1dec549b6444ada069a9874c7aaa79] to archive 2024-12-07T21:57:07,429 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T21:57:07,430 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/5ce03800b2374a4fa6135738ca3bf9c8 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/5ce03800b2374a4fa6135738ca3bf9c8 2024-12-07T21:57:07,431 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/f0ec87014fa446b3bfaba49dca9bb411 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/f0ec87014fa446b3bfaba49dca9bb411 2024-12-07T21:57:07,432 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/a3c7364058f9443e8313bebe63be2547 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/a3c7364058f9443e8313bebe63be2547 2024-12-07T21:57:07,433 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/ff816e313d7742bda42d36608b6379b0 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/ff816e313d7742bda42d36608b6379b0 2024-12-07T21:57:07,433 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/ca629baf31324d9ea7533d2ab9f514ab to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/ca629baf31324d9ea7533d2ab9f514ab 2024-12-07T21:57:07,434 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/fab35850746e45c8a7642b409d51e836 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/fab35850746e45c8a7642b409d51e836 2024-12-07T21:57:07,435 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/1a30c24047af4a74b4b639afa4e7bb95 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/1a30c24047af4a74b4b639afa4e7bb95 2024-12-07T21:57:07,436 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/6443e4b3f09245cb89e53b6e023fdd37 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/6443e4b3f09245cb89e53b6e023fdd37 2024-12-07T21:57:07,437 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/241783b993f94c22a8f7bbb3920c286f to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/241783b993f94c22a8f7bbb3920c286f 2024-12-07T21:57:07,438 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/c2c6288b8b224fe5829528439c683960 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/c2c6288b8b224fe5829528439c683960 2024-12-07T21:57:07,439 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/02eef1e77b19478fb791822e56ec8a15 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/02eef1e77b19478fb791822e56ec8a15 2024-12-07T21:57:07,440 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/c2ced1a8930a489ca6c3bab99e65fcf7 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/c2ced1a8930a489ca6c3bab99e65fcf7 2024-12-07T21:57:07,441 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/32cfa7a6d858456ca140a8648f37e2bc to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/32cfa7a6d858456ca140a8648f37e2bc 2024-12-07T21:57:07,442 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/a8425d6428484b8284cfae7e50839b5d to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/a8425d6428484b8284cfae7e50839b5d 2024-12-07T21:57:07,443 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/f2bcaea00a8a4f1aa79a19233601f85f to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/f2bcaea00a8a4f1aa79a19233601f85f 2024-12-07T21:57:07,445 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/5d8ce19ea4a7472598f3e9e827741f1f to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/5d8ce19ea4a7472598f3e9e827741f1f 2024-12-07T21:57:07,446 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/f038f12ab9c24b029a3f163c863fd6cf to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/f038f12ab9c24b029a3f163c863fd6cf 2024-12-07T21:57:07,447 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/86a6b8fea1574415bf43059e00f4d278 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/86a6b8fea1574415bf43059e00f4d278 2024-12-07T21:57:07,448 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/5a5eef5d731941ba94462853ee2abf23 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/5a5eef5d731941ba94462853ee2abf23 2024-12-07T21:57:07,450 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/d1b2eb3227594a4db62ca407a6b56661 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/d1b2eb3227594a4db62ca407a6b56661 2024-12-07T21:57:07,451 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/80b0b08ad4464654a6f929ec5dbf593a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/80b0b08ad4464654a6f929ec5dbf593a 2024-12-07T21:57:07,452 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/8b3fd14835b9400aa598ff919e6cf816 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/8b3fd14835b9400aa598ff919e6cf816 2024-12-07T21:57:07,454 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/30d417c4722741e4a92833f691d165fd to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/30d417c4722741e4a92833f691d165fd 2024-12-07T21:57:07,455 DEBUG [StoreCloser-TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/db1dec549b6444ada069a9874c7aaa79 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/db1dec549b6444ada069a9874c7aaa79 2024-12-07T21:57:07,459 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/recovered.edits/505.seqid, newMaxSeqId=505, maxSeqId=4 2024-12-07T21:57:07,460 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. 2024-12-07T21:57:07,460 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1676): Region close journal for 5c548974698f554e60ca45f559e3b21b: Waiting for close lock at 1733608625646Running coprocessor pre-close hooks at 1733608625646Disabling compacts and flushes for region at 1733608625646Disabling writes for close at 1733608625646Obtaining lock to block concurrent updates at 1733608625646Preparing flush snapshotting stores in 5c548974698f554e60ca45f559e3b21b at 1733608625646Finished memstore snapshotting TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1733608625647 (+1 ms)Flushing stores of TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b. at 1733608625647Flushing 5c548974698f554e60ca45f559e3b21b/A: creating writer at 1733608625647Flushing mob file 5c548974698f554e60ca45f559e3b21b/A: appending metadata at 1733608625651 (+4 ms)Flushing mob file 5c548974698f554e60ca45f559e3b21b/A: closing flushed file at 1733608625651Flushing 5c548974698f554e60ca45f559e3b21b/A: appending metadata at 1733608626067 (+416 ms)Flushing 5c548974698f554e60ca45f559e3b21b/A: closing flushed file at 1733608626068 (+1 ms)Flushing 5c548974698f554e60ca45f559e3b21b/B: creating writer at 1733608626480 (+412 ms)Flushing 5c548974698f554e60ca45f559e3b21b/B: appending metadata at 1733608626484 (+4 ms)Flushing 5c548974698f554e60ca45f559e3b21b/B: closing flushed file at 1733608626484Flushing 5c548974698f554e60ca45f559e3b21b/C: creating writer at 1733608626895 (+411 ms)Flushing 5c548974698f554e60ca45f559e3b21b/C: appending metadata at 1733608626898 (+3 ms)Flushing 5c548974698f554e60ca45f559e3b21b/C: closing flushed file at 1733608626898Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e4a14c7: reopening flushed file at 1733608627364 (+466 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a21d4e: reopening flushed file at 1733608627371 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3082c73f: reopening flushed file at 1733608627376 (+5 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 5c548974698f554e60ca45f559e3b21b in 1735ms, sequenceid=502, compaction requested=false at 1733608627381 (+5 ms)Writing region close event to WAL at 1733608627456 (+75 ms)Running coprocessor post-close hooks at 1733608627459 (+3 ms)Closed at 1733608627460 (+1 ms) 2024-12-07T21:57:07,462 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(157): Closed 5c548974698f554e60ca45f559e3b21b 2024-12-07T21:57:07,462 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=5c548974698f554e60ca45f559e3b21b, regionState=CLOSED 2024-12-07T21:57:07,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=57, ppid=56, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 because future has completed 2024-12-07T21:57:07,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-12-07T21:57:07,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseRegionProcedure 5c548974698f554e60ca45f559e3b21b, server=dbf4292a68c8,34281,1733608565228 in 1.9700 sec 2024-12-07T21:57:07,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55 2024-12-07T21:57:07,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c548974698f554e60ca45f559e3b21b, UNASSIGN in 1.9740 sec 2024-12-07T21:57:07,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-12-07T21:57:07,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9760 sec 2024-12-07T21:57:07,468 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608627468"}]},"ts":"1733608627468"} 2024-12-07T21:57:07,469 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-07T21:57:07,470 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-07T21:57:07,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9860 sec 2024-12-07T21:57:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-07T21:57:07,631 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:57:07,631 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-07T21:57:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:57:07,633 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=58, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:57:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-07T21:57:07,634 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=58, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:57:07,638 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b 2024-12-07T21:57:07,643 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A, FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B, FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C, FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/recovered.edits] 2024-12-07T21:57:07,648 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/6592d8d9377d46f589e81efa3785cb52 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/6592d8d9377d46f589e81efa3785cb52 2024-12-07T21:57:07,650 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/c3246ca5aab648ba9613b6dfa5005f8a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/A/c3246ca5aab648ba9613b6dfa5005f8a 2024-12-07T21:57:07,655 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/c361cf90b4af4306ab91e590df694611 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/c361cf90b4af4306ab91e590df694611 2024-12-07T21:57:07,656 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/fd240240fc4d42e6979f555c5eace77c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/B/fd240240fc4d42e6979f555c5eace77c 2024-12-07T21:57:07,658 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/7ade346490d44633aa488e7493205b43 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/7ade346490d44633aa488e7493205b43 2024-12-07T21:57:07,659 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/b5af8516e65b425494499995edff9004 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/C/b5af8516e65b425494499995edff9004 2024-12-07T21:57:07,661 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/recovered.edits/505.seqid to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b/recovered.edits/505.seqid 2024-12-07T21:57:07,661 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/5c548974698f554e60ca45f559e3b21b 2024-12-07T21:57:07,661 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-07T21:57:07,662 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-07T21:57:07,663 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-07T21:57:07,668 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120701817bf434284cfb92c34aee0806e898_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120701817bf434284cfb92c34aee0806e898_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:57:07,669 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207131483548f3041fc9d115fb8fe848287_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207131483548f3041fc9d115fb8fe848287_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:57:07,670 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120714183f87c7fa43d8ae79b286b6a9929c_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120714183f87c7fa43d8ae79b286b6a9929c_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:57:07,672 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207159820895a93424c987a5f98ad5478be_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207159820895a93424c987a5f98ad5478be_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:57:07,673 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412071fd287620e264e6f977ed76495b363cf_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412071fd287620e264e6f977ed76495b363cf_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:57:07,674 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207556c5b3b259f48fc8202f7a881fc5199_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207556c5b3b259f48fc8202f7a881fc5199_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:57:07,675 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120763fbd68e60004740b8363a3e978fd63e_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120763fbd68e60004740b8363a3e978fd63e_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:57:07,677 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207673716b8099b4c878474457e447d6847_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207673716b8099b4c878474457e447d6847_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:57:07,678 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207789e827f430f4f5e96a8e17033982c17_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207789e827f430f4f5e96a8e17033982c17_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:57:07,678 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120788e393c555c44bb78011d3438493854a_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120788e393c555c44bb78011d3438493854a_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:57:07,679 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412079accd2f0c99942039fa107839f0c6c55_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412079accd2f0c99942039fa107839f0c6c55_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:57:07,681 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a0ce1594bcbd41c1a0c1014f861dc6ce_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a0ce1594bcbd41c1a0c1014f861dc6ce_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:57:07,681 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a0fa631c749a45ed8bcf7a826c038484_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a0fa631c749a45ed8bcf7a826c038484_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:57:07,682 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207acba84ab65794fa29c576b8a3adfe487_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207acba84ab65794fa29c576b8a3adfe487_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:57:07,683 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207d6f168de46774052a6d3ea2d175bc68d_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207d6f168de46774052a6d3ea2d175bc68d_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:57:07,684 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207ede337ebc75842e6be1477a00caec5b9_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207ede337ebc75842e6be1477a00caec5b9_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:57:07,685 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207f360c16fad0347d8bfc16db15d7e3800_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207f360c16fad0347d8bfc16db15d7e3800_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:57:07,686 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207f648a0b5255746cd9ff8f76122532ec9_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207f648a0b5255746cd9ff8f76122532ec9_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:57:07,687 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207fabefc5680b641d5a47e35b04a37ac31_5c548974698f554e60ca45f559e3b21b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207fabefc5680b641d5a47e35b04a37ac31_5c548974698f554e60ca45f559e3b21b 2024-12-07T21:57:07,687 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-07T21:57:07,689 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=58, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:57:07,692 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-07T21:57:07,695 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-07T21:57:07,696 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=58, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:57:07,696 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-07T21:57:07,696 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733608627696"}]},"ts":"9223372036854775807"} 2024-12-07T21:57:07,699 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-07T21:57:07,699 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 5c548974698f554e60ca45f559e3b21b, NAME => 'TestAcidGuarantees,,1733608596856.5c548974698f554e60ca45f559e3b21b.', STARTKEY => '', ENDKEY => ''}] 2024-12-07T21:57:07,699 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-07T21:57:07,699 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733608627699"}]},"ts":"9223372036854775807"} 2024-12-07T21:57:07,702 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-07T21:57:07,703 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=58, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:57:07,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 72 msec 2024-12-07T21:57:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-07T21:57:07,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-07T21:57:07,741 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:57:07,748 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=249 (was 250), OpenFileDescriptor=455 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=407 (was 419), ProcessCount=11 (was 11), AvailableMemoryMB=17816 (was 18294) 2024-12-07T21:57:07,756 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=249, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=407, ProcessCount=11, AvailableMemoryMB=17815 2024-12-07T21:57:07,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T21:57:07,758 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T21:57:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=59, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-07T21:57:07,760 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T21:57:07,760 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:07,760 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 59 2024-12-07T21:57:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-12-07T21:57:07,761 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T21:57:07,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742052_1228 (size=1061) 2024-12-07T21:57:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-12-07T21:57:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-12-07T21:57:08,170 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650 2024-12-07T21:57:08,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742053_1229 (size=53) 2024-12-07T21:57:08,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-12-07T21:57:08,576 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:57:08,576 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 0bbc6037afcb979242d79fa62ecaee83, disabling compactions & flushes 2024-12-07T21:57:08,576 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:08,576 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:08,576 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. after waiting 0 ms 2024-12-07T21:57:08,576 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:08,576 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:08,576 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0bbc6037afcb979242d79fa62ecaee83: Waiting for close lock at 1733608628576Disabling compacts and flushes for region at 1733608628576Disabling writes for close at 1733608628576Writing region close event to WAL at 1733608628576Closed at 1733608628576 2024-12-07T21:57:08,577 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T21:57:08,578 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733608628577"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733608628577"}]},"ts":"1733608628577"} 2024-12-07T21:57:08,579 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T21:57:08,580 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T21:57:08,581 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608628580"}]},"ts":"1733608628580"} 2024-12-07T21:57:08,582 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-07T21:57:08,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0bbc6037afcb979242d79fa62ecaee83, ASSIGN}] 2024-12-07T21:57:08,583 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0bbc6037afcb979242d79fa62ecaee83, ASSIGN 2024-12-07T21:57:08,584 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0bbc6037afcb979242d79fa62ecaee83, ASSIGN; state=OFFLINE, location=dbf4292a68c8,34281,1733608565228; forceNewPlan=false, retain=false 2024-12-07T21:57:08,735 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=0bbc6037afcb979242d79fa62ecaee83, regionState=OPENING, regionLocation=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:08,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0bbc6037afcb979242d79fa62ecaee83, ASSIGN because future has completed 2024-12-07T21:57:08,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228}] 2024-12-07T21:57:08,899 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:08,900 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:57:08,900 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:08,900 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:57:08,901 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7794): checking encryption for 0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:08,901 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7797): checking classloading for 0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-12-07T21:57:08,903 INFO [StoreOpener-0bbc6037afcb979242d79fa62ecaee83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:08,905 INFO [StoreOpener-0bbc6037afcb979242d79fa62ecaee83-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T21:57:08,905 INFO [StoreOpener-0bbc6037afcb979242d79fa62ecaee83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bbc6037afcb979242d79fa62ecaee83 columnFamilyName A 2024-12-07T21:57:08,905 DEBUG [StoreOpener-0bbc6037afcb979242d79fa62ecaee83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:08,905 INFO [StoreOpener-0bbc6037afcb979242d79fa62ecaee83-1 {}] regionserver.HStore(327): Store=0bbc6037afcb979242d79fa62ecaee83/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:57:08,906 INFO [StoreOpener-0bbc6037afcb979242d79fa62ecaee83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:08,907 INFO [StoreOpener-0bbc6037afcb979242d79fa62ecaee83-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T21:57:08,907 INFO [StoreOpener-0bbc6037afcb979242d79fa62ecaee83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bbc6037afcb979242d79fa62ecaee83 columnFamilyName B 2024-12-07T21:57:08,907 DEBUG [StoreOpener-0bbc6037afcb979242d79fa62ecaee83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:08,908 INFO [StoreOpener-0bbc6037afcb979242d79fa62ecaee83-1 {}] regionserver.HStore(327): Store=0bbc6037afcb979242d79fa62ecaee83/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:57:08,908 INFO [StoreOpener-0bbc6037afcb979242d79fa62ecaee83-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:08,909 INFO [StoreOpener-0bbc6037afcb979242d79fa62ecaee83-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T21:57:08,909 INFO [StoreOpener-0bbc6037afcb979242d79fa62ecaee83-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bbc6037afcb979242d79fa62ecaee83 columnFamilyName C 2024-12-07T21:57:08,909 DEBUG [StoreOpener-0bbc6037afcb979242d79fa62ecaee83-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:08,909 INFO [StoreOpener-0bbc6037afcb979242d79fa62ecaee83-1 {}] regionserver.HStore(327): Store=0bbc6037afcb979242d79fa62ecaee83/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:57:08,910 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:08,910 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1038): replaying wal for 0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:08,910 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:08,911 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:08,912 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1048): stopping wal replay for 0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:08,912 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:08,912 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T21:57:08,914 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1093): writing seq id for 0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:08,916 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T21:57:08,917 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1114): Opened 0bbc6037afcb979242d79fa62ecaee83; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70900817, jitterRate=0.0565045028924942}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T21:57:08,917 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:08,918 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1006): Region open journal for 0bbc6037afcb979242d79fa62ecaee83: Running coprocessor pre-open hook at 1733608628901Writing region info on filesystem at 1733608628901Initializing all the Stores at 1733608628903 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608628903Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608628903Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608628903Cleaning up temporary data from old regions at 1733608628912 (+9 ms)Running coprocessor post-open hooks at 1733608628917 (+5 ms)Region opened successfully at 1733608628917 2024-12-07T21:57:08,918 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., pid=61, masterSystemTime=1733608628892 2024-12-07T21:57:08,920 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:08,920 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:08,921 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=0bbc6037afcb979242d79fa62ecaee83, regionState=OPEN, openSeqNum=2, regionLocation=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:08,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 because future has completed 2024-12-07T21:57:08,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-12-07T21:57:08,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 in 185 msec 2024-12-07T21:57:08,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59 2024-12-07T21:57:08,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0bbc6037afcb979242d79fa62ecaee83, ASSIGN in 342 msec 2024-12-07T21:57:08,928 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T21:57:08,928 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608628928"}]},"ts":"1733608628928"} 2024-12-07T21:57:08,930 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-07T21:57:08,931 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T21:57:08,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1730 sec 2024-12-07T21:57:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-12-07T21:57:09,922 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:57:09,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56716a65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:09,923 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:57:09,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:57:09,924 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:57:09,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:57:09,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:57:09,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f54b30f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:09,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:57:09,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:57:09,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:09,926 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50498, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:57:09,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7f32cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:09,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:57:09,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:57:09,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:57:09,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52392, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:57:09,930 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T21:57:09,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is dbf4292a68c8,33471,1733608564515 2024-12-07T21:57:09,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@653db253 2024-12-07T21:57:09,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T21:57:09,933 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50502, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T21:57:09,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e44b286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:09,935 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:57:09,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:57:09,937 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:57:09,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:57:09,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:57:09,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6d6ea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:09,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:57:09,938 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:57:09,938 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:09,939 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50518, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:57:09,940 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce69b4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:09,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@611ff3c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:09,940 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:57:09,941 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:57:09,941 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:57:09,941 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:57:09,942 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:57:09,942 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ce7111b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:09,942 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:57:09,942 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:57:09,942 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:09,942 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50532, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:57:09,943 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f43ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:09,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32865d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:09,943 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:57:09,943 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:57:09,944 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:57:09,944 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:57:09,944 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:57:09,944 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@615dff25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:09,944 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:57:09,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:57:09,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:09,945 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50548, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:57:09,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2e43f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:09,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67136d23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:09,946 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:57:09,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:57:09,947 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:57:09,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:57:09,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:57:09,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c0448b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:09,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:57:09,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:57:09,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:09,948 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50568, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:57:09,949 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3713d5be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:09,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@447061ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:09,949 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:57:09,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:57:09,950 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:57:09,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:57:09,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:57:09,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43bc2eaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:09,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:57:09,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:57:09,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:09,952 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50588, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:57:09,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18fc74cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:09,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b50bdc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:09,953 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:57:09,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:57:09,954 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:57:09,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:57:09,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:57:09,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3586bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:09,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:57:09,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:57:09,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:09,955 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50604, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:57:09,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48863aa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:09,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f5f704, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:09,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:57:09,956 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:57:09,956 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:57:09,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:57:09,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:57:09,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69eaacd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:09,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:57:09,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:57:09,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:09,957 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50616, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:57:09,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32527786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:09,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ad5c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:09,958 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:57:09,958 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:57:09,959 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:57:09,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:57:09,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:57:09,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260bcf6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:09,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:57:09,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:57:09,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:09,960 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50634, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:57:09,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63455081, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:09,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2d949d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:09,961 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:57:09,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:57:09,961 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:57:09,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:57:09,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:57:09,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@726bdb80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:09,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:57:09,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:57:09,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:09,962 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:57:09,963 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596bf729, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:09,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341761a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:09,963 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:57:09,963 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:57:09,964 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:57:09,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:57:09,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:57:09,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459b9868, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:09,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:57:09,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:57:09,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:09,965 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50668, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:57:09,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74cdb8d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:09,966 DEBUG [Thread-1094 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:57:09,966 DEBUG [Thread-1092 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:57:09,966 DEBUG [Thread-1083 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:57:09,966 DEBUG [Thread-1075 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:57:09,966 DEBUG [Thread-1079 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:57:09,966 DEBUG [Thread-1090 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:57:09,966 DEBUG [Thread-1086 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:57:09,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:57:09,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:57:09,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:57:09,967 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:57:09,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:57:09,967 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:57:09,967 DEBUG [Thread-1077 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:57:09,967 DEBUG [Thread-1081 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:57:09,967 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:57:09,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:57:09,967 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:57:09,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:57:09,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:57:09,967 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:57:09,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:57:09,968 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:57:09,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:57:09,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52420, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:57:09,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52400, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:57:09,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:57:09,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52426, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:57:09,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:57:09,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52444, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:57:09,969 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:57:09,969 DEBUG [Thread-1088 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:57:09,969 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:57:09,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:57:09,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:57:09,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:57:09,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:57:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-12-07T21:57:09,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:57:09,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52456, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:57:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-07T21:57:09,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52462, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:57:09,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52464, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:57:09,971 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:57:09,971 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2] 2024-12-07T21:57:09,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2] 2024-12-07T21:57:09,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2] 2024-12-07T21:57:09,972 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:57:09,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:57:09,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2] 2024-12-07T21:57:09,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2] 2024-12-07T21:57:09,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2] 2024-12-07T21:57:09,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2] 2024-12-07T21:57:09,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2] 2024-12-07T21:57:09,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2] 2024-12-07T21:57:09,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2] 2024-12-07T21:57:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:09,983 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0bbc6037afcb979242d79fa62ecaee83 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-07T21:57:09,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=A 2024-12-07T21:57:09,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:09,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=B 2024-12-07T21:57:09,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:09,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=C 2024-12-07T21:57:09,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:10,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/95d950a2ac00471c87b73bf526f09ebb is 50, key is test_row_0/A:col10/1733608629983/Put/seqid=0 2024-12-07T21:57:10,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742054_1230 (size=12001) 2024-12-07T21:57:10,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/95d950a2ac00471c87b73bf526f09ebb 2024-12-07T21:57:10,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:10,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608690013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608690013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:10,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608690043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:10,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608690043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:10,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:10,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:10,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:10,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:10,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608690049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:10,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:10,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/bab690dbac954bdbb23687029f525b59 is 50, key is test_row_0/B:col10/1733608629983/Put/seqid=0 2024-12-07T21:57:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-07T21:57:10,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742055_1231 (size=12001) 2024-12-07T21:57:10,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-07T21:57:10,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:10,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:10,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:10,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:10,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:10,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608690151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:10,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:10,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608690151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:10,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:10,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608690151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608690151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:10,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:10,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:10,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:10,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608690161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:10,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:10,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-07T21:57:10,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:10,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:10,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:10,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:10,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-07T21:57:10,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:10,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608690361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:10,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:10,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608690361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:10,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:10,363 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,363 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608690361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:10,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:10,363 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:10,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:10,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:10,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608690361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:10,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:10,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:10,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608690370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:10,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:10,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-07T21:57:10,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:10,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:10,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:10,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:10,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:10,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/bab690dbac954bdbb23687029f525b59 2024-12-07T21:57:10,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/5475d70543274fdc90bb9ee395944d07 is 50, key is test_row_0/C:col10/1733608629983/Put/seqid=0 2024-12-07T21:57:10,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742056_1232 (size=12001) 2024-12-07T21:57:10,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-07T21:57:10,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:10,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:10,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:10,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:10,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:10,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:10,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-07T21:57:10,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:10,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608690671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:10,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608690671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:10,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:10,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608690671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608690671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:10,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:10,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:10,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:10,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:10,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608690680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:10,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:10,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:10,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-07T21:57:10,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:10,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:10,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:10,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:10,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:10,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-07T21:57:10,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:10,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:10,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:10,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:10,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:10,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/5475d70543274fdc90bb9ee395944d07 2024-12-07T21:57:10,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/95d950a2ac00471c87b73bf526f09ebb as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/95d950a2ac00471c87b73bf526f09ebb 2024-12-07T21:57:10,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/95d950a2ac00471c87b73bf526f09ebb, entries=150, sequenceid=14, filesize=11.7 K 2024-12-07T21:57:10,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/bab690dbac954bdbb23687029f525b59 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/bab690dbac954bdbb23687029f525b59 2024-12-07T21:57:10,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/bab690dbac954bdbb23687029f525b59, entries=150, sequenceid=14, filesize=11.7 K 2024-12-07T21:57:10,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/5475d70543274fdc90bb9ee395944d07 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/5475d70543274fdc90bb9ee395944d07 2024-12-07T21:57:10,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/5475d70543274fdc90bb9ee395944d07, entries=150, sequenceid=14, filesize=11.7 K 2024-12-07T21:57:10,947 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 0bbc6037afcb979242d79fa62ecaee83 in 964ms, sequenceid=14, compaction requested=false 2024-12-07T21:57:10,947 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-07T21:57:10,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:11,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-07T21:57:11,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:11,044 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 0bbc6037afcb979242d79fa62ecaee83 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-07T21:57:11,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=A 2024-12-07T21:57:11,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:11,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=B 2024-12-07T21:57:11,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:11,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=C 2024-12-07T21:57:11,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:11,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/d69d01b8427f4f67bd8c3b05ae4b26a2 is 50, key is test_row_0/A:col10/1733608630020/Put/seqid=0 2024-12-07T21:57:11,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742057_1233 (size=12001) 2024-12-07T21:57:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-07T21:57:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:11,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:11,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:11,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608691188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608691188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:11,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608691190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:11,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:11,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:11,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:11,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:11,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:11,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:11,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:11,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:11,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:11,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608691192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:11,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:11,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:11,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608691192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:11,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:11,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:11,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:11,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:11,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608691300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:11,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608691301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:11,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608691301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:11,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608691301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:11,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:11,458 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/d69d01b8427f4f67bd8c3b05ae4b26a2 2024-12-07T21:57:11,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/94a894222c4a4d158ef14b67569b02af is 50, key is test_row_0/B:col10/1733608630020/Put/seqid=0 2024-12-07T21:57:11,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742058_1234 (size=12001) 2024-12-07T21:57:11,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608691510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:11,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:11,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608691510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:11,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:11,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:11,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608691510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:11,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:11,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:11,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:11,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:11,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:11,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:11,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608691510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:11,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:11,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:11,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:11,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608691821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:11,822 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:11,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:11,822 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:11,822 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608691821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:11,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:11,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:11,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:11,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608691821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:11,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:11,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:11,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608691821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:11,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:11,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:11,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:11,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:11,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:11,868 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/94a894222c4a4d158ef14b67569b02af 2024-12-07T21:57:11,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/22487a1a6c77443e992dc05a49a5183a is 50, key is test_row_0/C:col10/1733608630020/Put/seqid=0 2024-12-07T21:57:11,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742059_1235 (size=12001) 2024-12-07T21:57:11,886 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/22487a1a6c77443e992dc05a49a5183a 2024-12-07T21:57:11,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/d69d01b8427f4f67bd8c3b05ae4b26a2 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/d69d01b8427f4f67bd8c3b05ae4b26a2 2024-12-07T21:57:11,894 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/d69d01b8427f4f67bd8c3b05ae4b26a2, entries=150, sequenceid=34, filesize=11.7 K 2024-12-07T21:57:11,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/94a894222c4a4d158ef14b67569b02af as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/94a894222c4a4d158ef14b67569b02af 2024-12-07T21:57:11,899 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/94a894222c4a4d158ef14b67569b02af, entries=150, sequenceid=34, filesize=11.7 K 2024-12-07T21:57:11,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/22487a1a6c77443e992dc05a49a5183a as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/22487a1a6c77443e992dc05a49a5183a 2024-12-07T21:57:11,904 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/22487a1a6c77443e992dc05a49a5183a, entries=150, sequenceid=34, filesize=11.7 K 2024-12-07T21:57:11,952 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 0bbc6037afcb979242d79fa62ecaee83 in 908ms, sequenceid=34, compaction requested=false 2024-12-07T21:57:11,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:11,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:11,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-12-07T21:57:11,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-12-07T21:57:11,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-12-07T21:57:11,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9810 sec 2024-12-07T21:57:11,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 1.9880 sec 2024-12-07T21:57:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-07T21:57:12,121 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:57:12,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:57:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-12-07T21:57:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-07T21:57:12,123 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:57:12,124 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:57:12,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:57:12,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:12,213 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0bbc6037afcb979242d79fa62ecaee83 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-07T21:57:12,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=A 2024-12-07T21:57:12,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:12,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=B 2024-12-07T21:57:12,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:12,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=C 2024-12-07T21:57:12,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:12,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/15f1f460ea684a4f822ba2f021355c35 is 50, key is test_row_0/A:col10/1733608632211/Put/seqid=0 2024-12-07T21:57:12,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742060_1236 (size=14341) 2024-12-07T21:57:12,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/15f1f460ea684a4f822ba2f021355c35 2024-12-07T21:57:12,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/e17c9235a9a8494ebab6a19720b9121e is 50, key is test_row_0/B:col10/1733608632211/Put/seqid=0 2024-12-07T21:57:12,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-07T21:57:12,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742061_1237 (size=12001) 2024-12-07T21:57:12,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/e17c9235a9a8494ebab6a19720b9121e 2024-12-07T21:57:12,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/6236fe4dc8124cc7857f17bb43df1aeb is 50, key is test_row_0/C:col10/1733608632211/Put/seqid=0 2024-12-07T21:57:12,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742062_1238 (size=12001) 2024-12-07T21:57:12,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/6236fe4dc8124cc7857f17bb43df1aeb 2024-12-07T21:57:12,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/15f1f460ea684a4f822ba2f021355c35 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/15f1f460ea684a4f822ba2f021355c35 2024-12-07T21:57:12,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/15f1f460ea684a4f822ba2f021355c35, entries=200, sequenceid=48, filesize=14.0 K 2024-12-07T21:57:12,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/e17c9235a9a8494ebab6a19720b9121e as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/e17c9235a9a8494ebab6a19720b9121e 2024-12-07T21:57:12,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/e17c9235a9a8494ebab6a19720b9121e, entries=150, sequenceid=48, filesize=11.7 K 2024-12-07T21:57:12,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/6236fe4dc8124cc7857f17bb43df1aeb as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/6236fe4dc8124cc7857f17bb43df1aeb 2024-12-07T21:57:12,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/6236fe4dc8124cc7857f17bb43df1aeb, entries=150, sequenceid=48, filesize=11.7 K 2024-12-07T21:57:12,274 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 0bbc6037afcb979242d79fa62ecaee83 in 61ms, sequenceid=48, compaction requested=true 2024-12-07T21:57:12,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:12,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bbc6037afcb979242d79fa62ecaee83:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:57:12,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:12,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bbc6037afcb979242d79fa62ecaee83:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:57:12,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:12,275 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:12,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bbc6037afcb979242d79fa62ecaee83:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:57:12,275 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:12,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:57:12,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-07T21:57:12,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:12,276 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:12,276 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 0bbc6037afcb979242d79fa62ecaee83/A is initiating minor compaction (all files) 2024-12-07T21:57:12,276 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 0bbc6037afcb979242d79fa62ecaee83 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-07T21:57:12,276 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0bbc6037afcb979242d79fa62ecaee83/A in TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:12,276 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/95d950a2ac00471c87b73bf526f09ebb, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/d69d01b8427f4f67bd8c3b05ae4b26a2, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/15f1f460ea684a4f822ba2f021355c35] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp, totalSize=37.4 K 2024-12-07T21:57:12,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=A 2024-12-07T21:57:12,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:12,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=B 2024-12-07T21:57:12,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:12,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=C 2024-12-07T21:57:12,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:12,277 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:12,277 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 0bbc6037afcb979242d79fa62ecaee83/B is initiating minor compaction (all files) 2024-12-07T21:57:12,277 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0bbc6037afcb979242d79fa62ecaee83/B in TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:12,277 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/bab690dbac954bdbb23687029f525b59, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/94a894222c4a4d158ef14b67569b02af, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/e17c9235a9a8494ebab6a19720b9121e] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp, totalSize=35.2 K 2024-12-07T21:57:12,277 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95d950a2ac00471c87b73bf526f09ebb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733608629979 2024-12-07T21:57:12,277 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting bab690dbac954bdbb23687029f525b59, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733608629979 2024-12-07T21:57:12,277 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting d69d01b8427f4f67bd8c3b05ae4b26a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1733608630011 2024-12-07T21:57:12,278 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 94a894222c4a4d158ef14b67569b02af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1733608630011 2024-12-07T21:57:12,278 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15f1f460ea684a4f822ba2f021355c35, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733608631186 2024-12-07T21:57:12,279 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting e17c9235a9a8494ebab6a19720b9121e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733608631186 2024-12-07T21:57:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:12,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:12,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/1a361932585c4fb485da11817617c904 is 50, key is test_row_0/A:col10/1733608632266/Put/seqid=0 2024-12-07T21:57:12,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742063_1239 (size=12001) 2024-12-07T21:57:12,295 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/1a361932585c4fb485da11817617c904 2024-12-07T21:57:12,296 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bbc6037afcb979242d79fa62ecaee83#B#compaction#196 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:12,297 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/089a155599cf4dcfb719cec081897c34 is 50, key is test_row_0/B:col10/1733608632211/Put/seqid=0 2024-12-07T21:57:12,297 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bbc6037afcb979242d79fa62ecaee83#A#compaction#197 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:12,298 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/12153fc307e24cfaa79cabfdf0378667 is 50, key is test_row_0/A:col10/1733608632211/Put/seqid=0 2024-12-07T21:57:12,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742064_1240 (size=12104) 2024-12-07T21:57:12,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742065_1241 (size=12104) 2024-12-07T21:57:12,317 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/12153fc307e24cfaa79cabfdf0378667 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/12153fc307e24cfaa79cabfdf0378667 2024-12-07T21:57:12,318 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/089a155599cf4dcfb719cec081897c34 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/089a155599cf4dcfb719cec081897c34 2024-12-07T21:57:12,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/dab93bd5c7df42e2aeb79351cdfeb3c2 is 50, key is test_row_0/B:col10/1733608632266/Put/seqid=0 2024-12-07T21:57:12,322 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0bbc6037afcb979242d79fa62ecaee83/A of 0bbc6037afcb979242d79fa62ecaee83 into 12153fc307e24cfaa79cabfdf0378667(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:12,322 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:12,322 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., storeName=0bbc6037afcb979242d79fa62ecaee83/A, priority=13, startTime=1733608632274; duration=0sec 2024-12-07T21:57:12,322 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:57:12,323 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bbc6037afcb979242d79fa62ecaee83:A 2024-12-07T21:57:12,323 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:12,324 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:12,324 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 0bbc6037afcb979242d79fa62ecaee83/C is initiating minor compaction (all files) 2024-12-07T21:57:12,324 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0bbc6037afcb979242d79fa62ecaee83/C in TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:12,324 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/5475d70543274fdc90bb9ee395944d07, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/22487a1a6c77443e992dc05a49a5183a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/6236fe4dc8124cc7857f17bb43df1aeb] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp, totalSize=35.2 K 2024-12-07T21:57:12,325 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5475d70543274fdc90bb9ee395944d07, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733608629979 2024-12-07T21:57:12,325 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0bbc6037afcb979242d79fa62ecaee83/B of 0bbc6037afcb979242d79fa62ecaee83 into 089a155599cf4dcfb719cec081897c34(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:12,325 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:12,325 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., storeName=0bbc6037afcb979242d79fa62ecaee83/B, priority=13, startTime=1733608632275; duration=0sec 2024-12-07T21:57:12,325 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22487a1a6c77443e992dc05a49a5183a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1733608630011 2024-12-07T21:57:12,325 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:12,325 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bbc6037afcb979242d79fa62ecaee83:B 2024-12-07T21:57:12,325 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6236fe4dc8124cc7857f17bb43df1aeb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733608631186 2024-12-07T21:57:12,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742066_1242 (size=12001) 2024-12-07T21:57:12,329 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/dab93bd5c7df42e2aeb79351cdfeb3c2 2024-12-07T21:57:12,335 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bbc6037afcb979242d79fa62ecaee83#C#compaction#199 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:12,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608692331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:12,335 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/5adcba0d6531445fa1a3c2e3ad33ceff is 50, key is test_row_0/C:col10/1733608632211/Put/seqid=0 2024-12-07T21:57:12,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:12,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:12,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:12,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:12,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608692331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:12,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:12,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608692331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:12,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:12,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608692331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:12,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:12,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:12,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:12,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:12,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:12,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:12,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:12,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:12,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:12,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608692332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:12,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:12,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:12,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:12,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/bf287ac6e0d545feb26555b2e397b636 is 50, key is test_row_0/C:col10/1733608632266/Put/seqid=0 2024-12-07T21:57:12,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742067_1243 (size=12104) 2024-12-07T21:57:12,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742068_1244 (size=12001) 2024-12-07T21:57:12,369 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/bf287ac6e0d545feb26555b2e397b636 2024-12-07T21:57:12,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/1a361932585c4fb485da11817617c904 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/1a361932585c4fb485da11817617c904 2024-12-07T21:57:12,379 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/1a361932585c4fb485da11817617c904, entries=150, sequenceid=66, filesize=11.7 K 2024-12-07T21:57:12,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/dab93bd5c7df42e2aeb79351cdfeb3c2 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/dab93bd5c7df42e2aeb79351cdfeb3c2 2024-12-07T21:57:12,385 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/dab93bd5c7df42e2aeb79351cdfeb3c2, entries=150, sequenceid=66, filesize=11.7 K 2024-12-07T21:57:12,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/bf287ac6e0d545feb26555b2e397b636 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/bf287ac6e0d545feb26555b2e397b636 2024-12-07T21:57:12,391 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/bf287ac6e0d545feb26555b2e397b636, entries=150, sequenceid=66, filesize=11.7 K 2024-12-07T21:57:12,391 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 0bbc6037afcb979242d79fa62ecaee83 in 115ms, sequenceid=66, compaction requested=false 2024-12-07T21:57:12,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:12,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:12,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-12-07T21:57:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-12-07T21:57:12,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-12-07T21:57:12,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 269 msec 2024-12-07T21:57:12,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 276 msec 2024-12-07T21:57:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-07T21:57:12,441 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:57:12,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:57:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-12-07T21:57:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-07T21:57:12,443 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:57:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:12,443 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:57:12,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:57:12,443 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0bbc6037afcb979242d79fa62ecaee83 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-07T21:57:12,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=A 2024-12-07T21:57:12,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:12,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=B 2024-12-07T21:57:12,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:12,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=C 2024-12-07T21:57:12,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:12,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/dfa4c8807a144ab0a1583f8f54602b76 is 50, key is test_row_0/A:col10/1733608632330/Put/seqid=0 2024-12-07T21:57:12,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742069_1245 (size=12001) 2024-12-07T21:57:12,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608692496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:12,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:12,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:12,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-07T21:57:12,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-07T21:57:12,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:12,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:12,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:12,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:12,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:12,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608692611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:12,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:12,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:12,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:12,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-07T21:57:12,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:12,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:12,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:12,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:12,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:12,754 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/5adcba0d6531445fa1a3c2e3ad33ceff as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/5adcba0d6531445fa1a3c2e3ad33ceff 2024-12-07T21:57:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-07T21:57:12,761 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0bbc6037afcb979242d79fa62ecaee83/C of 0bbc6037afcb979242d79fa62ecaee83 into 5adcba0d6531445fa1a3c2e3ad33ceff(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:12,761 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:12,761 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., storeName=0bbc6037afcb979242d79fa62ecaee83/C, priority=13, startTime=1733608632275; duration=0sec 2024-12-07T21:57:12,761 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:12,761 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bbc6037afcb979242d79fa62ecaee83:C 2024-12-07T21:57:12,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608692821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:12,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:12,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:12,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:12,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/dfa4c8807a144ab0a1583f8f54602b76 2024-12-07T21:57:12,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/2220149d5faf424490ab64bdf6828a86 is 50, key is test_row_0/B:col10/1733608632330/Put/seqid=0 2024-12-07T21:57:12,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742070_1246 (size=12001) 2024-12-07T21:57:12,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-07T21:57:12,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:12,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:12,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:12,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:12,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:12,984 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T21:57:13,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-07T21:57:13,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:13,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:13,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:13,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:13,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:13,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-07T21:57:13,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:13,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608693130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:13,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:13,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:13,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:13,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-07T21:57:13,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:13,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:13,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:13,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:13,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:13,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:13,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/2220149d5faf424490ab64bdf6828a86 2024-12-07T21:57:13,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/e156a361ccd6453b99286999b413312f is 50, key is test_row_0/C:col10/1733608632330/Put/seqid=0 2024-12-07T21:57:13,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742071_1247 (size=12001) 2024-12-07T21:57:13,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/e156a361ccd6453b99286999b413312f 2024-12-07T21:57:13,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/dfa4c8807a144ab0a1583f8f54602b76 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/dfa4c8807a144ab0a1583f8f54602b76 2024-12-07T21:57:13,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/dfa4c8807a144ab0a1583f8f54602b76, entries=150, sequenceid=83, filesize=11.7 K 2024-12-07T21:57:13,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/2220149d5faf424490ab64bdf6828a86 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/2220149d5faf424490ab64bdf6828a86 2024-12-07T21:57:13,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/2220149d5faf424490ab64bdf6828a86, entries=150, sequenceid=83, filesize=11.7 K 2024-12-07T21:57:13,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/e156a361ccd6453b99286999b413312f as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/e156a361ccd6453b99286999b413312f 2024-12-07T21:57:13,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/e156a361ccd6453b99286999b413312f, entries=150, sequenceid=83, filesize=11.7 K 2024-12-07T21:57:13,293 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 0bbc6037afcb979242d79fa62ecaee83 in 850ms, sequenceid=83, compaction requested=true 2024-12-07T21:57:13,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:13,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bbc6037afcb979242d79fa62ecaee83:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:57:13,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:13,293 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:13,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bbc6037afcb979242d79fa62ecaee83:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:57:13,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:13,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bbc6037afcb979242d79fa62ecaee83:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:57:13,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:57:13,293 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:13,294 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:13,294 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:13,294 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 0bbc6037afcb979242d79fa62ecaee83/A is initiating minor compaction (all files) 2024-12-07T21:57:13,294 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 0bbc6037afcb979242d79fa62ecaee83/B is initiating minor compaction (all files) 2024-12-07T21:57:13,294 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0bbc6037afcb979242d79fa62ecaee83/A in TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:13,294 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0bbc6037afcb979242d79fa62ecaee83/B in TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:13,294 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/12153fc307e24cfaa79cabfdf0378667, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/1a361932585c4fb485da11817617c904, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/dfa4c8807a144ab0a1583f8f54602b76] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp, totalSize=35.3 K 2024-12-07T21:57:13,294 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/089a155599cf4dcfb719cec081897c34, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/dab93bd5c7df42e2aeb79351cdfeb3c2, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/2220149d5faf424490ab64bdf6828a86] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp, totalSize=35.3 K 2024-12-07T21:57:13,295 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 089a155599cf4dcfb719cec081897c34, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733608631186 2024-12-07T21:57:13,295 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12153fc307e24cfaa79cabfdf0378667, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733608631186 2024-12-07T21:57:13,295 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting dab93bd5c7df42e2aeb79351cdfeb3c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1733608632252 2024-12-07T21:57:13,295 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a361932585c4fb485da11817617c904, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1733608632252 2024-12-07T21:57:13,295 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 2220149d5faf424490ab64bdf6828a86, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733608632320 2024-12-07T21:57:13,295 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfa4c8807a144ab0a1583f8f54602b76, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733608632320 2024-12-07T21:57:13,304 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bbc6037afcb979242d79fa62ecaee83#B#compaction#204 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:13,304 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/09a5cf6ca7a04fdbbd878368dbbc7e37 is 50, key is test_row_0/B:col10/1733608632330/Put/seqid=0 2024-12-07T21:57:13,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742072_1248 (size=12207) 2024-12-07T21:57:13,325 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bbc6037afcb979242d79fa62ecaee83#A#compaction#205 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:13,325 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/c32c97a717604f14bce58b9e882d98cd is 50, key is test_row_0/A:col10/1733608632330/Put/seqid=0 2024-12-07T21:57:13,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742073_1249 (size=12207) 2024-12-07T21:57:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:13,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0bbc6037afcb979242d79fa62ecaee83 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-07T21:57:13,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=A 2024-12-07T21:57:13,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:13,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=B 2024-12-07T21:57:13,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:13,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=C 2024-12-07T21:57:13,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:13,346 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/c32c97a717604f14bce58b9e882d98cd as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/c32c97a717604f14bce58b9e882d98cd 2024-12-07T21:57:13,354 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0bbc6037afcb979242d79fa62ecaee83/A of 0bbc6037afcb979242d79fa62ecaee83 into c32c97a717604f14bce58b9e882d98cd(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:13,354 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:13,354 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., storeName=0bbc6037afcb979242d79fa62ecaee83/A, priority=13, startTime=1733608633293; duration=0sec 2024-12-07T21:57:13,354 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:57:13,354 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bbc6037afcb979242d79fa62ecaee83:A 2024-12-07T21:57:13,354 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:13,356 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:13,356 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 0bbc6037afcb979242d79fa62ecaee83/C is initiating minor compaction (all files) 2024-12-07T21:57:13,356 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0bbc6037afcb979242d79fa62ecaee83/C in TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:13,356 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/5adcba0d6531445fa1a3c2e3ad33ceff, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/bf287ac6e0d545feb26555b2e397b636, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/e156a361ccd6453b99286999b413312f] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp, totalSize=35.3 K 2024-12-07T21:57:13,357 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5adcba0d6531445fa1a3c2e3ad33ceff, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733608631186 2024-12-07T21:57:13,357 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf287ac6e0d545feb26555b2e397b636, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1733608632252 2024-12-07T21:57:13,357 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting e156a361ccd6453b99286999b413312f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733608632320 2024-12-07T21:57:13,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-07T21:57:13,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:13,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:13,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:13,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:13,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:13,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608693360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:13,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:13,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608693361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:13,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:13,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:13,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608693362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:13,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:13,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:13,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:13,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:13,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:13,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:13,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608693364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:13,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/48356dc31859441f8e3e8c35fe04ad3c is 50, key is test_row_0/A:col10/1733608633342/Put/seqid=0 2024-12-07T21:57:13,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:13,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:13,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:13,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742074_1250 (size=14341) 2024-12-07T21:57:13,389 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bbc6037afcb979242d79fa62ecaee83#C#compaction#207 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:13,390 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/953a8be8992c4ac382c1dc50d48532a9 is 50, key is test_row_0/C:col10/1733608632330/Put/seqid=0 2024-12-07T21:57:13,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742075_1251 (size=12207) 2024-12-07T21:57:13,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:13,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608693471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:13,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608693471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:13,474 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:13,474 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:13,474 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:13,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:13,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:13,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:13,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608693471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:13,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:13,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:13,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:13,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:13,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608693481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:13,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:13,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:13,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:13,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-07T21:57:13,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:13,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:13,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:13,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:13,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-07T21:57:13,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:13,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608693640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:13,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:13,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:13,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:13,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-07T21:57:13,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:13,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:13,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:13,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:13,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:13,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608693681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:13,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:13,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608693681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:13,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:13,682 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:13,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:13,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:13,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:13,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608693681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:13,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:13,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:13,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:13,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608693690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:13,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:13,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:13,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:13,720 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/09a5cf6ca7a04fdbbd878368dbbc7e37 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/09a5cf6ca7a04fdbbd878368dbbc7e37 2024-12-07T21:57:13,724 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0bbc6037afcb979242d79fa62ecaee83/B of 0bbc6037afcb979242d79fa62ecaee83 into 09a5cf6ca7a04fdbbd878368dbbc7e37(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:13,724 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:13,724 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., storeName=0bbc6037afcb979242d79fa62ecaee83/B, priority=13, startTime=1733608633293; duration=0sec 2024-12-07T21:57:13,725 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:13,725 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bbc6037afcb979242d79fa62ecaee83:B 2024-12-07T21:57:13,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/48356dc31859441f8e3e8c35fe04ad3c 2024-12-07T21:57:13,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/6c812ad3305141faa58372560ae4d0a9 is 50, key is test_row_0/B:col10/1733608633342/Put/seqid=0 2024-12-07T21:57:13,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742076_1252 (size=12001) 2024-12-07T21:57:13,810 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/953a8be8992c4ac382c1dc50d48532a9 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/953a8be8992c4ac382c1dc50d48532a9 2024-12-07T21:57:13,814 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0bbc6037afcb979242d79fa62ecaee83/C of 0bbc6037afcb979242d79fa62ecaee83 into 953a8be8992c4ac382c1dc50d48532a9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:13,814 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:13,814 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., storeName=0bbc6037afcb979242d79fa62ecaee83/C, priority=13, startTime=1733608633293; duration=0sec 2024-12-07T21:57:13,814 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:13,814 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bbc6037afcb979242d79fa62ecaee83:C 2024-12-07T21:57:13,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-07T21:57:13,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:13,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:13,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:13,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:13,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:13,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-07T21:57:13,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:13,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:13,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:13,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:13,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:13,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608693990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:13,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:13,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:13,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:13,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608693991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:13,993 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:13,993 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:13,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:13,993 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608693991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:13,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:13,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:13,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:14,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608694001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:14,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:14,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:14,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:14,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-07T21:57:14,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:14,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:14,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:14,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:14,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:14,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:14,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/6c812ad3305141faa58372560ae4d0a9 2024-12-07T21:57:14,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/8cc30c4a5c524f7d96fd33226c767de1 is 50, key is test_row_0/C:col10/1733608633342/Put/seqid=0 2024-12-07T21:57:14,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742077_1253 (size=12001) 2024-12-07T21:57:14,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-07T21:57:14,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:14,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:14,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:14,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:14,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:14,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-07T21:57:14,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:14,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:14,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:14,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:14,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:14,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:14,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:14,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608694501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:14,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:14,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608694501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:14,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:14,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:14,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:14,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:14,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608694501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:14,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:14,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:14,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:14,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:14,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:14,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:14,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:14,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608694511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:14,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:14,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:14,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:14,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-07T21:57:14,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:14,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:14,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:14,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:14,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-07T21:57:14,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/8cc30c4a5c524f7d96fd33226c767de1 2024-12-07T21:57:14,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/48356dc31859441f8e3e8c35fe04ad3c as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/48356dc31859441f8e3e8c35fe04ad3c 2024-12-07T21:57:14,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/48356dc31859441f8e3e8c35fe04ad3c, entries=200, sequenceid=103, filesize=14.0 K 2024-12-07T21:57:14,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/6c812ad3305141faa58372560ae4d0a9 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/6c812ad3305141faa58372560ae4d0a9 2024-12-07T21:57:14,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/6c812ad3305141faa58372560ae4d0a9, entries=150, sequenceid=103, filesize=11.7 K 2024-12-07T21:57:14,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/8cc30c4a5c524f7d96fd33226c767de1 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/8cc30c4a5c524f7d96fd33226c767de1 2024-12-07T21:57:14,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/8cc30c4a5c524f7d96fd33226c767de1, entries=150, sequenceid=103, filesize=11.7 K 2024-12-07T21:57:14,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for 0bbc6037afcb979242d79fa62ecaee83 in 1276ms, sequenceid=103, compaction requested=false 2024-12-07T21:57:14,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:14,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0bbc6037afcb979242d79fa62ecaee83 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-07T21:57:14,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=A 2024-12-07T21:57:14,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:14,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=B 2024-12-07T21:57:14,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:14,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=C 2024-12-07T21:57:14,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:14,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/d3b8cb8341554477bc8698dfdd0141d7 is 50, key is test_row_0/A:col10/1733608634652/Put/seqid=0 2024-12-07T21:57:14,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742078_1254 (size=14341) 2024-12-07T21:57:14,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608694702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:14,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:14,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:14,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:14,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-07T21:57:14,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:14,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:14,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:14,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:14,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:14,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608694811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:14,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:14,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:14,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:14,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-07T21:57:14,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:14,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:14,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:14,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:14,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:15,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608695020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:15,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:15,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:15,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:15,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-07T21:57:15,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:15,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:15,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:15,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:15,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:15,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/d3b8cb8341554477bc8698dfdd0141d7 2024-12-07T21:57:15,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/89cda375ca90455590a7e161ea1fbd22 is 50, key is test_row_0/B:col10/1733608634652/Put/seqid=0 2024-12-07T21:57:15,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742079_1255 (size=12001) 2024-12-07T21:57:15,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-07T21:57:15,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:15,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:15,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:15,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:15,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:15,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:15,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608695331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:15,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:15,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:15,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:15,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-07T21:57:15,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:15,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:15,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:15,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:15,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:15,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:15,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/89cda375ca90455590a7e161ea1fbd22 2024-12-07T21:57:15,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/03dc1a8726be416cba631b8184d48e30 is 50, key is test_row_0/C:col10/1733608634652/Put/seqid=0 2024-12-07T21:57:15,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742080_1256 (size=12001) 2024-12-07T21:57:15,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-07T21:57:15,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:15,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:15,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:15,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:15,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:15,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608695510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:15,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608695510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:15,512 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_0' in 0bbc6037afcb979242d79fa62ecaee83 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:57:15,512 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_0' in 0bbc6037afcb979242d79fa62ecaee83 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:57:15,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:15,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:15,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:15,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:15,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:15,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:15,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608695521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:15,524 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_2' in 0bbc6037afcb979242d79fa62ecaee83 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:57:15,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:15,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:15,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:15,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608695531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:15,532 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_1' in 0bbc6037afcb979242d79fa62ecaee83 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:57:15,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:15,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:15,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:15,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-07T21:57:15,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:15,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:15,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:15,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:15,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:15,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-07T21:57:15,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:15,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:15,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:15,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:15,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:15,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:15,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608695840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:15,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:15,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:15,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:15,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/03dc1a8726be416cba631b8184d48e30 2024-12-07T21:57:15,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/d3b8cb8341554477bc8698dfdd0141d7 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/d3b8cb8341554477bc8698dfdd0141d7 2024-12-07T21:57:15,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/d3b8cb8341554477bc8698dfdd0141d7, entries=200, sequenceid=121, filesize=14.0 K 2024-12-07T21:57:15,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/89cda375ca90455590a7e161ea1fbd22 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/89cda375ca90455590a7e161ea1fbd22 2024-12-07T21:57:15,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/89cda375ca90455590a7e161ea1fbd22, entries=150, sequenceid=121, filesize=11.7 K 2024-12-07T21:57:15,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/03dc1a8726be416cba631b8184d48e30 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/03dc1a8726be416cba631b8184d48e30 2024-12-07T21:57:15,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/03dc1a8726be416cba631b8184d48e30, entries=150, sequenceid=121, filesize=11.7 K 2024-12-07T21:57:15,909 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 0bbc6037afcb979242d79fa62ecaee83 in 1256ms, sequenceid=121, compaction requested=true 2024-12-07T21:57:15,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:15,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bbc6037afcb979242d79fa62ecaee83:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:57:15,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:15,909 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:15,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bbc6037afcb979242d79fa62ecaee83:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:57:15,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:15,909 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:15,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bbc6037afcb979242d79fa62ecaee83:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:57:15,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:57:15,910 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:15,910 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:15,910 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 0bbc6037afcb979242d79fa62ecaee83/B is initiating minor compaction (all files) 2024-12-07T21:57:15,910 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 0bbc6037afcb979242d79fa62ecaee83/A is initiating minor compaction (all files) 2024-12-07T21:57:15,910 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0bbc6037afcb979242d79fa62ecaee83/A in TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:15,910 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/c32c97a717604f14bce58b9e882d98cd, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/48356dc31859441f8e3e8c35fe04ad3c, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/d3b8cb8341554477bc8698dfdd0141d7] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp, totalSize=39.9 K 2024-12-07T21:57:15,910 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0bbc6037afcb979242d79fa62ecaee83/B in TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:15,910 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/09a5cf6ca7a04fdbbd878368dbbc7e37, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/6c812ad3305141faa58372560ae4d0a9, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/89cda375ca90455590a7e161ea1fbd22] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp, totalSize=35.4 K 2024-12-07T21:57:15,911 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 09a5cf6ca7a04fdbbd878368dbbc7e37, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733608632320 2024-12-07T21:57:15,911 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting c32c97a717604f14bce58b9e882d98cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733608632320 2024-12-07T21:57:15,911 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c812ad3305141faa58372560ae4d0a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1733608632494 2024-12-07T21:57:15,911 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48356dc31859441f8e3e8c35fe04ad3c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1733608632465 2024-12-07T21:57:15,911 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 89cda375ca90455590a7e161ea1fbd22, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733608633358 2024-12-07T21:57:15,911 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3b8cb8341554477bc8698dfdd0141d7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733608633358 2024-12-07T21:57:15,917 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bbc6037afcb979242d79fa62ecaee83#A#compaction#214 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:15,918 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bbc6037afcb979242d79fa62ecaee83#B#compaction#213 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:15,918 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/64cf9dfa1b4e47ed9b943f5f61887cac is 50, key is test_row_0/A:col10/1733608634652/Put/seqid=0 2024-12-07T21:57:15,918 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/a000329f48554ec9be6abd2ae036938d is 50, key is test_row_0/B:col10/1733608634652/Put/seqid=0 2024-12-07T21:57:15,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742081_1257 (size=12309) 2024-12-07T21:57:15,939 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/64cf9dfa1b4e47ed9b943f5f61887cac as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/64cf9dfa1b4e47ed9b943f5f61887cac 2024-12-07T21:57:15,944 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0bbc6037afcb979242d79fa62ecaee83/A of 0bbc6037afcb979242d79fa62ecaee83 into 64cf9dfa1b4e47ed9b943f5f61887cac(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:15,944 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:15,944 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., storeName=0bbc6037afcb979242d79fa62ecaee83/A, priority=13, startTime=1733608635909; duration=0sec 2024-12-07T21:57:15,944 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:57:15,944 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bbc6037afcb979242d79fa62ecaee83:A 2024-12-07T21:57:15,944 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:15,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742082_1258 (size=12309) 2024-12-07T21:57:15,945 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:15,946 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 0bbc6037afcb979242d79fa62ecaee83/C is initiating minor compaction (all files) 2024-12-07T21:57:15,946 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0bbc6037afcb979242d79fa62ecaee83/C in TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:15,946 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/953a8be8992c4ac382c1dc50d48532a9, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/8cc30c4a5c524f7d96fd33226c767de1, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/03dc1a8726be416cba631b8184d48e30] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp, totalSize=35.4 K 2024-12-07T21:57:15,946 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 953a8be8992c4ac382c1dc50d48532a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733608632320 2024-12-07T21:57:15,946 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cc30c4a5c524f7d96fd33226c767de1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1733608632494 2024-12-07T21:57:15,947 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03dc1a8726be416cba631b8184d48e30, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733608633358 2024-12-07T21:57:15,952 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bbc6037afcb979242d79fa62ecaee83#C#compaction#215 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:15,952 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/e9035f00d86b494e8914d6542c860e45 is 50, key is test_row_0/C:col10/1733608634652/Put/seqid=0 2024-12-07T21:57:15,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-07T21:57:15,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:15,955 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 0bbc6037afcb979242d79fa62ecaee83 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-07T21:57:15,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=A 2024-12-07T21:57:15,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:15,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=B 2024-12-07T21:57:15,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:15,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=C 2024-12-07T21:57:15,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:15,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742083_1259 (size=12309) 2024-12-07T21:57:15,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/96d56eb980924f91a10203c945662dc8 is 50, key is test_row_0/A:col10/1733608634697/Put/seqid=0 2024-12-07T21:57:15,964 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/e9035f00d86b494e8914d6542c860e45 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/e9035f00d86b494e8914d6542c860e45 2024-12-07T21:57:15,970 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0bbc6037afcb979242d79fa62ecaee83/C of 0bbc6037afcb979242d79fa62ecaee83 into e9035f00d86b494e8914d6542c860e45(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:15,970 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:15,970 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., storeName=0bbc6037afcb979242d79fa62ecaee83/C, priority=13, startTime=1733608635909; duration=0sec 2024-12-07T21:57:15,970 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:15,970 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bbc6037afcb979242d79fa62ecaee83:C 2024-12-07T21:57:15,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742084_1260 (size=12151) 2024-12-07T21:57:16,351 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/a000329f48554ec9be6abd2ae036938d as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/a000329f48554ec9be6abd2ae036938d 2024-12-07T21:57:16,355 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0bbc6037afcb979242d79fa62ecaee83/B of 0bbc6037afcb979242d79fa62ecaee83 into a000329f48554ec9be6abd2ae036938d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:16,355 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:16,356 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., storeName=0bbc6037afcb979242d79fa62ecaee83/B, priority=13, startTime=1733608635909; duration=0sec 2024-12-07T21:57:16,356 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:16,356 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bbc6037afcb979242d79fa62ecaee83:B 2024-12-07T21:57:16,373 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/96d56eb980924f91a10203c945662dc8 2024-12-07T21:57:16,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/9252e1cedbd4446599e2cd3f9b3cc658 is 50, key is test_row_0/B:col10/1733608634697/Put/seqid=0 2024-12-07T21:57:16,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742085_1261 (size=12151) 2024-12-07T21:57:16,385 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/9252e1cedbd4446599e2cd3f9b3cc658 2024-12-07T21:57:16,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/3a3e05b8d89f4fe08fea397311a140cc is 50, key is test_row_0/C:col10/1733608634697/Put/seqid=0 2024-12-07T21:57:16,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742086_1262 (size=12151) 2024-12-07T21:57:16,394 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/3a3e05b8d89f4fe08fea397311a140cc 2024-12-07T21:57:16,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/96d56eb980924f91a10203c945662dc8 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/96d56eb980924f91a10203c945662dc8 2024-12-07T21:57:16,402 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/96d56eb980924f91a10203c945662dc8, entries=150, sequenceid=139, filesize=11.9 K 2024-12-07T21:57:16,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/9252e1cedbd4446599e2cd3f9b3cc658 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/9252e1cedbd4446599e2cd3f9b3cc658 2024-12-07T21:57:16,407 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/9252e1cedbd4446599e2cd3f9b3cc658, entries=150, sequenceid=139, filesize=11.9 K 2024-12-07T21:57:16,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/3a3e05b8d89f4fe08fea397311a140cc as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/3a3e05b8d89f4fe08fea397311a140cc 2024-12-07T21:57:16,413 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/3a3e05b8d89f4fe08fea397311a140cc, entries=150, sequenceid=139, filesize=11.9 K 2024-12-07T21:57:16,414 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=0 B/0 for 0bbc6037afcb979242d79fa62ecaee83 in 459ms, sequenceid=139, compaction requested=false 2024-12-07T21:57:16,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:16,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:16,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-12-07T21:57:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-12-07T21:57:16,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-12-07T21:57:16,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.9720 sec 2024-12-07T21:57:16,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 3.9770 sec 2024-12-07T21:57:16,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-07T21:57:16,611 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:57:16,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:57:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-12-07T21:57:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-07T21:57:16,613 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:57:16,613 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:57:16,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:57:16,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-07T21:57:16,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-07T21:57:16,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:16,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:16,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:16,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-12-07T21:57:16,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-12-07T21:57:16,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-12-07T21:57:16,769 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-12-07T21:57:16,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 158 msec 2024-12-07T21:57:16,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:16,862 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0bbc6037afcb979242d79fa62ecaee83 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-07T21:57:16,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=A 2024-12-07T21:57:16,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:16,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=B 2024-12-07T21:57:16,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:16,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=C 2024-12-07T21:57:16,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:16,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/1e4647c7be994572af31dbba4aa25789 is 50, key is test_row_0/A:col10/1733608636861/Put/seqid=0 2024-12-07T21:57:16,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742087_1263 (size=12151) 2024-12-07T21:57:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-07T21:57:16,931 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:57:16,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:57:16,934 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733608636917, max timestamp=1733608636932Num uniques 859; 2024-12-07T21:57:16,934 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733608636917, max timestamp=1733608636932Num uniques 859; 2024-12-07T21:57:16,934 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733608636917, max timestamp=1733608636932Num uniques 859; 2024-12-07T21:57:16,934 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T21:57:16,934 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T21:57:16,934 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T21:57:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-12-07T21:57:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-07T21:57:16,952 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:57:16,953 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:57:16,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:57:17,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608697006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:17,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:17,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:17,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:17,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-07T21:57:17,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-07T21:57:17,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:17,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:17,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:17,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:17,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:17,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:17,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:17,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608697121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:17,122 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:17,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:17,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:17,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-07T21:57:17,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:17,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:17,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:17,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:17,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-07T21:57:17,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/1e4647c7be994572af31dbba4aa25789 2024-12-07T21:57:17,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/042e788e5fe346c9b4f746921efa17e1 is 50, key is test_row_0/B:col10/1733608636861/Put/seqid=0 2024-12-07T21:57:17,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742088_1264 (size=12151) 2024-12-07T21:57:17,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:17,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608697330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:17,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:17,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:17,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:17,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-07T21:57:17,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:17,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:17,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:17,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:17,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:17,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:17,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608697531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:17,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608697531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:17,533 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_0' in 0bbc6037afcb979242d79fa62ecaee83 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:57:17,533 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_0' in 0bbc6037afcb979242d79fa62ecaee83 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:57:17,534 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:17,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:17,534 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:17,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:17,534 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:17,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:17,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608697540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:17,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608697540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:17,542 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_2' in 0bbc6037afcb979242d79fa62ecaee83 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:57:17,542 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_1' in 0bbc6037afcb979242d79fa62ecaee83 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:57:17,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:17,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:17,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:17,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:17,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:17,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:17,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-07T21:57:17,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:17,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:17,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:17,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:17,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-07T21:57:17,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608697640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:17,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:17,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:17,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:17,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/042e788e5fe346c9b4f746921efa17e1 2024-12-07T21:57:17,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-07T21:57:17,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:17,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:17,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:17,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:17,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:17,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/9dee2dd8acea4aa39a6f5d3c03f5fb50 is 50, key is test_row_0/C:col10/1733608636861/Put/seqid=0 2024-12-07T21:57:17,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742089_1265 (size=12151) 2024-12-07T21:57:17,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-07T21:57:17,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:17,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:17,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:17,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:17,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:18,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-07T21:57:18,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:18,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:18,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:18,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:18,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-07T21:57:18,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/9dee2dd8acea4aa39a6f5d3c03f5fb50 2024-12-07T21:57:18,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/1e4647c7be994572af31dbba4aa25789 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/1e4647c7be994572af31dbba4aa25789 2024-12-07T21:57:18,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/1e4647c7be994572af31dbba4aa25789, entries=150, sequenceid=152, filesize=11.9 K 2024-12-07T21:57:18,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/042e788e5fe346c9b4f746921efa17e1 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/042e788e5fe346c9b4f746921efa17e1 2024-12-07T21:57:18,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/042e788e5fe346c9b4f746921efa17e1, entries=150, sequenceid=152, filesize=11.9 K 2024-12-07T21:57:18,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/9dee2dd8acea4aa39a6f5d3c03f5fb50 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/9dee2dd8acea4aa39a6f5d3c03f5fb50 2024-12-07T21:57:18,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/9dee2dd8acea4aa39a6f5d3c03f5fb50, entries=150, sequenceid=152, filesize=11.9 K 2024-12-07T21:57:18,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 0bbc6037afcb979242d79fa62ecaee83 in 1278ms, sequenceid=152, compaction requested=true 2024-12-07T21:57:18,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:18,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bbc6037afcb979242d79fa62ecaee83:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:57:18,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:18,141 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:18,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bbc6037afcb979242d79fa62ecaee83:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:57:18,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:18,141 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:18,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bbc6037afcb979242d79fa62ecaee83:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:57:18,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:57:18,141 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:18,141 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:18,141 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 0bbc6037afcb979242d79fa62ecaee83/A is initiating minor compaction (all files) 2024-12-07T21:57:18,141 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 0bbc6037afcb979242d79fa62ecaee83/B is initiating minor compaction (all files) 2024-12-07T21:57:18,142 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0bbc6037afcb979242d79fa62ecaee83/B in TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:18,142 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0bbc6037afcb979242d79fa62ecaee83/A in TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:18,142 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/64cf9dfa1b4e47ed9b943f5f61887cac, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/96d56eb980924f91a10203c945662dc8, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/1e4647c7be994572af31dbba4aa25789] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp, totalSize=35.8 K 2024-12-07T21:57:18,142 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/a000329f48554ec9be6abd2ae036938d, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/9252e1cedbd4446599e2cd3f9b3cc658, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/042e788e5fe346c9b4f746921efa17e1] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp, totalSize=35.8 K 2024-12-07T21:57:18,142 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64cf9dfa1b4e47ed9b943f5f61887cac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733608633358 2024-12-07T21:57:18,142 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting a000329f48554ec9be6abd2ae036938d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733608633358 2024-12-07T21:57:18,142 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96d56eb980924f91a10203c945662dc8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733608634687 2024-12-07T21:57:18,142 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 9252e1cedbd4446599e2cd3f9b3cc658, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733608634687 2024-12-07T21:57:18,142 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e4647c7be994572af31dbba4aa25789, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733608636857 2024-12-07T21:57:18,142 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 042e788e5fe346c9b4f746921efa17e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733608636857 2024-12-07T21:57:18,148 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bbc6037afcb979242d79fa62ecaee83#A#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:18,149 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bbc6037afcb979242d79fa62ecaee83#B#compaction#223 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:18,149 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/6cc05f84eb8a42058308b536538a042b is 50, key is test_row_0/A:col10/1733608636861/Put/seqid=0 2024-12-07T21:57:18,149 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/c508707b7b4d446e8be4552361797fef is 50, key is test_row_0/B:col10/1733608636861/Put/seqid=0 2024-12-07T21:57:18,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742091_1267 (size=12561) 2024-12-07T21:57:18,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742090_1266 (size=12561) 2024-12-07T21:57:18,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:18,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0bbc6037afcb979242d79fa62ecaee83 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-12-07T21:57:18,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=A 2024-12-07T21:57:18,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-07T21:57:18,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=B 2024-12-07T21:57:18,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-07T21:57:18,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=C 2024-12-07T21:57:18,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-07T21:57:18,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/fcd0cc4b18db4b4b8b1f9385b0fe2179 is 50, key is test_row_0/A:col10/1733608636993/Put/seqid=0 2024-12-07T21:57:18,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742092_1268 (size=14541) 2024-12-07T21:57:18,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-07T21:57:18,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:18,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:18,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:18,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:18,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:18,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608698187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:18,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:18,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:18,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:18,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608698300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:18,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:18,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:18,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:18,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-07T21:57:18,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:18,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:18,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:18,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:18,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:18,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-07T21:57:18,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:18,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:18,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:18,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:18,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:18,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608698511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:18,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:18,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:18,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:18,558 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/6cc05f84eb8a42058308b536538a042b as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/6cc05f84eb8a42058308b536538a042b 2024-12-07T21:57:18,558 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/c508707b7b4d446e8be4552361797fef as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/c508707b7b4d446e8be4552361797fef 2024-12-07T21:57:18,563 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0bbc6037afcb979242d79fa62ecaee83/B of 0bbc6037afcb979242d79fa62ecaee83 into c508707b7b4d446e8be4552361797fef(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:18,563 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0bbc6037afcb979242d79fa62ecaee83/A of 0bbc6037afcb979242d79fa62ecaee83 into 6cc05f84eb8a42058308b536538a042b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:18,563 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:18,563 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:18,563 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., storeName=0bbc6037afcb979242d79fa62ecaee83/B, priority=13, startTime=1733608638141; duration=0sec 2024-12-07T21:57:18,563 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., storeName=0bbc6037afcb979242d79fa62ecaee83/A, priority=13, startTime=1733608638141; duration=0sec 2024-12-07T21:57:18,563 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:57:18,563 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bbc6037afcb979242d79fa62ecaee83:B 2024-12-07T21:57:18,563 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:57:18,563 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bbc6037afcb979242d79fa62ecaee83:A 2024-12-07T21:57:18,563 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:18,564 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:18,564 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 0bbc6037afcb979242d79fa62ecaee83/C is initiating minor compaction (all files) 2024-12-07T21:57:18,564 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0bbc6037afcb979242d79fa62ecaee83/C in TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:18,564 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/e9035f00d86b494e8914d6542c860e45, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/3a3e05b8d89f4fe08fea397311a140cc, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/9dee2dd8acea4aa39a6f5d3c03f5fb50] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp, totalSize=35.8 K 2024-12-07T21:57:18,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/fcd0cc4b18db4b4b8b1f9385b0fe2179 2024-12-07T21:57:18,565 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting e9035f00d86b494e8914d6542c860e45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733608633358 2024-12-07T21:57:18,565 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a3e05b8d89f4fe08fea397311a140cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733608634687 2024-12-07T21:57:18,565 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 9dee2dd8acea4aa39a6f5d3c03f5fb50, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733608636857 2024-12-07T21:57:18,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/217ae88384454581b2ebe4015be6b3c7 is 50, key is test_row_0/B:col10/1733608636993/Put/seqid=0 2024-12-07T21:57:18,573 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bbc6037afcb979242d79fa62ecaee83#C#compaction#226 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:18,573 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/ff71ecc81db842849b6501f5895b620d is 50, key is test_row_0/C:col10/1733608636861/Put/seqid=0 2024-12-07T21:57:18,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742093_1269 (size=12151) 2024-12-07T21:57:18,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742094_1270 (size=12561) 2024-12-07T21:57:18,589 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/ff71ecc81db842849b6501f5895b620d as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/ff71ecc81db842849b6501f5895b620d 2024-12-07T21:57:18,593 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0bbc6037afcb979242d79fa62ecaee83/C of 0bbc6037afcb979242d79fa62ecaee83 into ff71ecc81db842849b6501f5895b620d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:18,593 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:18,593 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., storeName=0bbc6037afcb979242d79fa62ecaee83/C, priority=13, startTime=1733608638141; duration=0sec 2024-12-07T21:57:18,593 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:18,593 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bbc6037afcb979242d79fa62ecaee83:C 2024-12-07T21:57:18,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-07T21:57:18,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:18,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:18,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:18,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:18,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:18,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-07T21:57:18,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:18,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:18,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:18,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:18,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:18,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608698820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:18,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:18,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:18,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:18,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-07T21:57:18,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:18,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:18,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:18,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:18,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:18,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/217ae88384454581b2ebe4015be6b3c7 2024-12-07T21:57:18,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/5576c97bfebf4a2a83d2a362fcd815be is 50, key is test_row_0/C:col10/1733608636993/Put/seqid=0 2024-12-07T21:57:18,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742095_1271 (size=12151) 2024-12-07T21:57:18,993 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/5576c97bfebf4a2a83d2a362fcd815be 2024-12-07T21:57:18,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/fcd0cc4b18db4b4b8b1f9385b0fe2179 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/fcd0cc4b18db4b4b8b1f9385b0fe2179 2024-12-07T21:57:19,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/fcd0cc4b18db4b4b8b1f9385b0fe2179, entries=200, sequenceid=190, filesize=14.2 K 2024-12-07T21:57:19,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/217ae88384454581b2ebe4015be6b3c7 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/217ae88384454581b2ebe4015be6b3c7 2024-12-07T21:57:19,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/217ae88384454581b2ebe4015be6b3c7, entries=150, sequenceid=190, filesize=11.9 K 2024-12-07T21:57:19,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/5576c97bfebf4a2a83d2a362fcd815be as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/5576c97bfebf4a2a83d2a362fcd815be 2024-12-07T21:57:19,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/5576c97bfebf4a2a83d2a362fcd815be, entries=150, sequenceid=190, filesize=11.9 K 2024-12-07T21:57:19,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 0bbc6037afcb979242d79fa62ecaee83 in 854ms, sequenceid=190, compaction requested=false 2024-12-07T21:57:19,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:19,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-07T21:57:19,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:19,091 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 0bbc6037afcb979242d79fa62ecaee83 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-07T21:57:19,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=A 2024-12-07T21:57:19,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:19,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=B 2024-12-07T21:57:19,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:19,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=C 2024-12-07T21:57:19,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:19,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/7fa6541eb5f84f478d048a8201f0d5a9 is 50, key is test_row_0/A:col10/1733608638173/Put/seqid=0 2024-12-07T21:57:19,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742096_1272 (size=12151) 2024-12-07T21:57:19,099 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/7fa6541eb5f84f478d048a8201f0d5a9 2024-12-07T21:57:19,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/a166e1b49bb44af0a0685bdc31e730e0 is 50, key is test_row_0/B:col10/1733608638173/Put/seqid=0 2024-12-07T21:57:19,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-07T21:57:19,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742097_1273 (size=12151) 2024-12-07T21:57:19,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:19,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:19,390 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733608639355, max timestamp=1733608639388Num uniques 859; 2024-12-07T21:57:19,390 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733608639355, max timestamp=1733608639388Num uniques 859; 2024-12-07T21:57:19,390 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733608639355, max timestamp=1733608639388Num uniques 859; 2024-12-07T21:57:19,390 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T21:57:19,390 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T21:57:19,390 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T21:57:19,453 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733608639413, max timestamp=1733608639451Num uniques 1018; 2024-12-07T21:57:19,453 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-07T21:57:19,454 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733608639413, max timestamp=1733608639451Num uniques 1018; 2024-12-07T21:57:19,454 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-07T21:57:19,454 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733608639413, max timestamp=1733608639451Num uniques 1018; 2024-12-07T21:57:19,454 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-07T21:57:19,515 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733608639487, max timestamp=1733608639512Num uniques 1027; 2024-12-07T21:57:19,515 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733608639487, max timestamp=1733608639512Num uniques 1027; 2024-12-07T21:57:19,515 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733608639487, max timestamp=1733608639512Num uniques 1027; 2024-12-07T21:57:19,515 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-12-07T21:57:19,515 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-12-07T21:57:19,515 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-12-07T21:57:19,520 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/a166e1b49bb44af0a0685bdc31e730e0 2024-12-07T21:57:19,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/010c5697ff9347b08b666a96b8f93e1f is 50, key is test_row_0/C:col10/1733608638173/Put/seqid=0 2024-12-07T21:57:19,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742098_1274 (size=12151) 2024-12-07T21:57:19,588 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1733608639573, max timestamp=1733608639584Num uniques 1036; 2024-12-07T21:57:19,588 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1733608639573, max timestamp=1733608639584Num uniques 1036; 2024-12-07T21:57:19,588 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-12-07T21:57:19,588 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-12-07T21:57:19,588 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1733608639573, max timestamp=1733608639584Num uniques 1036; 2024-12-07T21:57:19,588 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-12-07T21:57:19,652 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733608639628, max timestamp=1733608639649Num uniques 1045; 2024-12-07T21:57:19,652 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-12-07T21:57:19,652 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733608639628, max timestamp=1733608639649Num uniques 1045; 2024-12-07T21:57:19,652 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-12-07T21:57:19,652 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733608639628, max timestamp=1733608639649Num uniques 1045; 2024-12-07T21:57:19,653 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-12-07T21:57:19,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608699719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:19,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:19,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:19,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:19,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608699830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:19,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:19,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:19,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:19,946 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/010c5697ff9347b08b666a96b8f93e1f 2024-12-07T21:57:19,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/7fa6541eb5f84f478d048a8201f0d5a9 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/7fa6541eb5f84f478d048a8201f0d5a9 2024-12-07T21:57:19,955 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/7fa6541eb5f84f478d048a8201f0d5a9, entries=150, sequenceid=202, filesize=11.9 K 2024-12-07T21:57:19,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/a166e1b49bb44af0a0685bdc31e730e0 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/a166e1b49bb44af0a0685bdc31e730e0 2024-12-07T21:57:19,959 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/a166e1b49bb44af0a0685bdc31e730e0, entries=150, sequenceid=202, filesize=11.9 K 2024-12-07T21:57:19,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/010c5697ff9347b08b666a96b8f93e1f as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/010c5697ff9347b08b666a96b8f93e1f 2024-12-07T21:57:19,963 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/010c5697ff9347b08b666a96b8f93e1f, entries=150, sequenceid=202, filesize=11.9 K 2024-12-07T21:57:19,964 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 0bbc6037afcb979242d79fa62ecaee83 in 873ms, sequenceid=202, compaction requested=true 2024-12-07T21:57:19,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:19,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:19,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-12-07T21:57:19,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-12-07T21:57:19,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-12-07T21:57:19,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0130 sec 2024-12-07T21:57:19,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 3.0350 sec 2024-12-07T21:57:20,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:20,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0bbc6037afcb979242d79fa62ecaee83 3/3 column families, dataSize=147.60 KB heapSize=422.16 KB 2024-12-07T21:57:20,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=A 2024-12-07T21:57:20,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-07T21:57:20,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=B 2024-12-07T21:57:20,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-07T21:57:20,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=C 2024-12-07T21:57:20,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-07T21:57:20,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/df5b48cf537c480d8632c2eb4b0f6838 is 50, key is test_row_0/A:col10/1733608639709/Put/seqid=0 2024-12-07T21:57:20,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742099_1275 (size=14741) 2024-12-07T21:57:20,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:20,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608700066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:20,069 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:20,069 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:20,069 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:20,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:20,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608700171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:20,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:20,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:20,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:20,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:20,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608700381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:20,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:20,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:20,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:20,454 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/df5b48cf537c480d8632c2eb4b0f6838 2024-12-07T21:57:20,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/2aaa9340de694cafa39850608c745120 is 50, key is test_row_0/B:col10/1733608639709/Put/seqid=0 2024-12-07T21:57:20,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742100_1276 (size=12301) 2024-12-07T21:57:20,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608700691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:20,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:20,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:20,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:20,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/2aaa9340de694cafa39850608c745120 2024-12-07T21:57:20,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/5bf2202d6df344b6b07462d379b8e907 is 50, key is test_row_0/C:col10/1733608639709/Put/seqid=0 2024-12-07T21:57:20,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742101_1277 (size=12301) 2024-12-07T21:57:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-07T21:57:21,130 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:57:21,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:57:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-12-07T21:57:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-07T21:57:21,132 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:57:21,133 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:57:21,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:57:21,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608701211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:21,214 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:21,214 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:21,214 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-07T21:57:21,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/5bf2202d6df344b6b07462d379b8e907 2024-12-07T21:57:21,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/df5b48cf537c480d8632c2eb4b0f6838 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/df5b48cf537c480d8632c2eb4b0f6838 2024-12-07T21:57:21,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-07T21:57:21,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:21,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:21,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:21,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:21,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:21,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/df5b48cf537c480d8632c2eb4b0f6838, entries=200, sequenceid=309, filesize=14.4 K 2024-12-07T21:57:21,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/2aaa9340de694cafa39850608c745120 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/2aaa9340de694cafa39850608c745120 2024-12-07T21:57:21,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/2aaa9340de694cafa39850608c745120, entries=150, sequenceid=309, filesize=12.0 K 2024-12-07T21:57:21,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/5bf2202d6df344b6b07462d379b8e907 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/5bf2202d6df344b6b07462d379b8e907 2024-12-07T21:57:21,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/5bf2202d6df344b6b07462d379b8e907, entries=150, sequenceid=309, filesize=12.0 K 2024-12-07T21:57:21,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~422.11 KB/432240, currentSize=33.54 KB/34350 for 0bbc6037afcb979242d79fa62ecaee83 in 1253ms, sequenceid=309, compaction requested=true 2024-12-07T21:57:21,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:21,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bbc6037afcb979242d79fa62ecaee83:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:57:21,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:21,296 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T21:57:21,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bbc6037afcb979242d79fa62ecaee83:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:57:21,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:21,297 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T21:57:21,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bbc6037afcb979242d79fa62ecaee83:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:57:21,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:57:21,297 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53994 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T21:57:21,297 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49164 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T21:57:21,297 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 0bbc6037afcb979242d79fa62ecaee83/B is initiating minor compaction (all files) 2024-12-07T21:57:21,297 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 0bbc6037afcb979242d79fa62ecaee83/A is initiating minor compaction (all files) 2024-12-07T21:57:21,298 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0bbc6037afcb979242d79fa62ecaee83/A in TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:21,298 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0bbc6037afcb979242d79fa62ecaee83/B in TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:21,298 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/6cc05f84eb8a42058308b536538a042b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/fcd0cc4b18db4b4b8b1f9385b0fe2179, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/7fa6541eb5f84f478d048a8201f0d5a9, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/df5b48cf537c480d8632c2eb4b0f6838] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp, totalSize=52.7 K 2024-12-07T21:57:21,298 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/c508707b7b4d446e8be4552361797fef, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/217ae88384454581b2ebe4015be6b3c7, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/a166e1b49bb44af0a0685bdc31e730e0, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/2aaa9340de694cafa39850608c745120] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp, totalSize=48.0 K 2024-12-07T21:57:21,298 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6cc05f84eb8a42058308b536538a042b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733608636857 2024-12-07T21:57:21,298 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting c508707b7b4d446e8be4552361797fef, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733608636857 2024-12-07T21:57:21,298 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting fcd0cc4b18db4b4b8b1f9385b0fe2179, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733608636978 2024-12-07T21:57:21,298 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 217ae88384454581b2ebe4015be6b3c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733608636978 2024-12-07T21:57:21,298 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fa6541eb5f84f478d048a8201f0d5a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1733608638173 2024-12-07T21:57:21,298 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting a166e1b49bb44af0a0685bdc31e730e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1733608638173 2024-12-07T21:57:21,299 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting df5b48cf537c480d8632c2eb4b0f6838, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733608639709 2024-12-07T21:57:21,299 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 2aaa9340de694cafa39850608c745120, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733608639709 2024-12-07T21:57:21,307 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bbc6037afcb979242d79fa62ecaee83#A#compaction#234 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:21,308 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/67a8f33c894c408e8ffdd85bfe1a1251 is 50, key is test_row_0/A:col10/1733608639709/Put/seqid=0 2024-12-07T21:57:21,308 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bbc6037afcb979242d79fa62ecaee83#B#compaction#235 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:21,309 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/d6d0d635fe824a3eb23b45da7299c49e is 50, key is test_row_0/B:col10/1733608639709/Put/seqid=0 2024-12-07T21:57:21,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742103_1279 (size=12847) 2024-12-07T21:57:21,329 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/d6d0d635fe824a3eb23b45da7299c49e as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/d6d0d635fe824a3eb23b45da7299c49e 2024-12-07T21:57:21,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742102_1278 (size=12847) 2024-12-07T21:57:21,334 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0bbc6037afcb979242d79fa62ecaee83/B of 0bbc6037afcb979242d79fa62ecaee83 into d6d0d635fe824a3eb23b45da7299c49e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:21,334 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:21,334 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., storeName=0bbc6037afcb979242d79fa62ecaee83/B, priority=12, startTime=1733608641296; duration=0sec 2024-12-07T21:57:21,334 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:57:21,334 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bbc6037afcb979242d79fa62ecaee83:B 2024-12-07T21:57:21,334 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T21:57:21,336 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49164 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T21:57:21,336 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 0bbc6037afcb979242d79fa62ecaee83/C is initiating minor compaction (all files) 2024-12-07T21:57:21,336 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0bbc6037afcb979242d79fa62ecaee83/C in TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:21,336 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/ff71ecc81db842849b6501f5895b620d, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/5576c97bfebf4a2a83d2a362fcd815be, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/010c5697ff9347b08b666a96b8f93e1f, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/5bf2202d6df344b6b07462d379b8e907] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp, totalSize=48.0 K 2024-12-07T21:57:21,336 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting ff71ecc81db842849b6501f5895b620d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733608636857 2024-12-07T21:57:21,336 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 5576c97bfebf4a2a83d2a362fcd815be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733608636978 2024-12-07T21:57:21,337 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 010c5697ff9347b08b666a96b8f93e1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1733608638173 2024-12-07T21:57:21,337 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 5bf2202d6df344b6b07462d379b8e907, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733608639709 2024-12-07T21:57:21,346 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bbc6037afcb979242d79fa62ecaee83#C#compaction#236 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:21,347 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/4f3d594756224dc8868c71a315fdaa9b is 50, key is test_row_0/C:col10/1733608639709/Put/seqid=0 2024-12-07T21:57:21,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742104_1280 (size=12847) 2024-12-07T21:57:21,359 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/4f3d594756224dc8868c71a315fdaa9b as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/4f3d594756224dc8868c71a315fdaa9b 2024-12-07T21:57:21,366 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0bbc6037afcb979242d79fa62ecaee83/C of 0bbc6037afcb979242d79fa62ecaee83 into 4f3d594756224dc8868c71a315fdaa9b(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:21,366 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:21,366 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., storeName=0bbc6037afcb979242d79fa62ecaee83/C, priority=12, startTime=1733608641297; duration=0sec 2024-12-07T21:57:21,367 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:21,367 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bbc6037afcb979242d79fa62ecaee83:C 2024-12-07T21:57:21,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-07T21:57:21,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:21,438 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 0bbc6037afcb979242d79fa62ecaee83 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-07T21:57:21,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=A 2024-12-07T21:57:21,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:21,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=B 2024-12-07T21:57:21,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:21,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=C 2024-12-07T21:57:21,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:21,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/1868a807e5e14cd1a29d31259e9693c5 is 50, key is test_row_0/A:col10/1733608640048/Put/seqid=0 2024-12-07T21:57:21,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742105_1281 (size=12301) 2024-12-07T21:57:21,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-07T21:57:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:21,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:21,589 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733608641575, max timestamp=1733608641587Num uniques 859; 2024-12-07T21:57:21,590 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T21:57:21,589 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733608641575, max timestamp=1733608641587Num uniques 859; 2024-12-07T21:57:21,590 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T21:57:21,589 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733608641575, max timestamp=1733608641587Num uniques 859; 2024-12-07T21:57:21,590 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T21:57:21,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608701613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:21,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:21,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:21,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:21,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733608641606, max timestamp=1733608641616Num uniques 1068; 2024-12-07T21:57:21,619 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-12-07T21:57:21,620 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733608641606, max timestamp=1733608641616Num uniques 1068; 2024-12-07T21:57:21,620 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-07T21:57:21,622 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7684, totalHeapSize=17712, min timestamp=1733608641606, max timestamp=1733608641616Num uniques 1068; 2024-12-07T21:57:21,622 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48904, new segment data size=7684, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-07T21:57:21,657 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733608641642, max timestamp=1733608641653Num uniques 1077; 2024-12-07T21:57:21,657 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733608641642, max timestamp=1733608641653Num uniques 1027; 2024-12-07T21:57:21,657 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-12-07T21:57:21,657 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-12-07T21:57:21,659 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733608641642, max timestamp=1733608641653Num uniques 1027; 2024-12-07T21:57:21,660 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-12-07T21:57:21,694 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8513, totalHeapSize=19584, min timestamp=1733608641667, max timestamp=1733608641691Num uniques 1086; 2024-12-07T21:57:21,694 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49733, new segment data size=8513, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-12-07T21:57:21,694 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1733608641667, max timestamp=1733608641691Num uniques 1086; 2024-12-07T21:57:21,694 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-12-07T21:57:21,694 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1733608641667, max timestamp=1733608641691Num uniques 1086; 2024-12-07T21:57:21,695 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-12-07T21:57:21,725 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733608641714, max timestamp=1733608641722Num uniques 1045; 2024-12-07T21:57:21,725 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-12-07T21:57:21,725 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733608641714, max timestamp=1733608641722Num uniques 1045; 2024-12-07T21:57:21,725 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733608641714, max timestamp=1733608641722Num uniques 1045; 2024-12-07T21:57:21,725 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-12-07T21:57:21,725 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-12-07T21:57:21,736 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/67a8f33c894c408e8ffdd85bfe1a1251 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/67a8f33c894c408e8ffdd85bfe1a1251 2024-12-07T21:57:21,741 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0bbc6037afcb979242d79fa62ecaee83/A of 0bbc6037afcb979242d79fa62ecaee83 into 67a8f33c894c408e8ffdd85bfe1a1251(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:21,741 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:21,741 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., storeName=0bbc6037afcb979242d79fa62ecaee83/A, priority=12, startTime=1733608641296; duration=0sec 2024-12-07T21:57:21,741 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:21,741 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bbc6037afcb979242d79fa62ecaee83:A 2024-12-07T21:57:21,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608701751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:21,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:21,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:21,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:21,757 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733608641750, max timestamp=1733608641754Num uniques 1054; 2024-12-07T21:57:21,757 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-12-07T21:57:21,757 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733608641750, max timestamp=1733608641754Num uniques 1054; 2024-12-07T21:57:21,758 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-12-07T21:57:21,758 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733608641750, max timestamp=1733608641754Num uniques 1054; 2024-12-07T21:57:21,758 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-12-07T21:57:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-07T21:57:21,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1733608641772, max timestamp=1733608641783Num uniques 1013; 2024-12-07T21:57:21,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1733608641772, max timestamp=1733608641783Num uniques 1013; 2024-12-07T21:57:21,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1733608641772, max timestamp=1733608641783Num uniques 1013; 2024-12-07T21:57:21,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=7458, suffix heap size=133320,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=163 2024-12-07T21:57:21,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213 2024-12-07T21:57:21,787 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=7458, suffix heap size=133320,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=163 2024-12-07T21:57:21,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608701815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:21,821 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7865, totalHeapSize=18128, min timestamp=1733608641811, max timestamp=1733608641817Num uniques 1022; 2024-12-07T21:57:21,821 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46795, new segment data size=7865, suffix heap size=134256,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=172 2024-12-07T21:57:21,821 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7864, totalHeapSize=18128, min timestamp=1733608641811, max timestamp=1733608641817Num uniques 1072; 2024-12-07T21:57:21,821 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7864, totalHeapSize=18128, min timestamp=1733608641811, max timestamp=1733608641817Num uniques 1022; 2024-12-07T21:57:21,821 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46794, new segment data size=7864, suffix heap size=134256,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=172 2024-12-07T21:57:21,821 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49084, new segment data size=7864, suffix heap size=139456,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=172 2024-12-07T21:57:21,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:21,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:21,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:21,851 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/1868a807e5e14cd1a29d31259e9693c5 2024-12-07T21:57:21,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/258e946986d443839ca038245b2bb529 is 50, key is test_row_0/B:col10/1733608640048/Put/seqid=0 2024-12-07T21:57:21,865 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1733608641829, max timestamp=1733608641861Num uniques 1031; 2024-12-07T21:57:21,865 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=10576, suffix heap size=135192,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=231 2024-12-07T21:57:21,865 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1733608641829, max timestamp=1733608641861Num uniques 1031; 2024-12-07T21:57:21,865 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=10576, suffix heap size=135192,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=231 2024-12-07T21:57:21,867 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1733608641829, max timestamp=1733608641861Num uniques 1031; 2024-12-07T21:57:21,867 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=10576, suffix heap size=135192,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=231 2024-12-07T21:57:21,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742106_1282 (size=12301) 2024-12-07T21:57:21,901 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1733608641888, max timestamp=1733608641898Num uniques 1090; 2024-12-07T21:57:21,901 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1733608641888, max timestamp=1733608641898Num uniques 1090; 2024-12-07T21:57:21,901 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=13280, suffix heap size=141328,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=290 2024-12-07T21:57:21,901 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=13280, suffix heap size=141328,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=290 2024-12-07T21:57:21,902 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1733608641888, max timestamp=1733608641898Num uniques 1090; 2024-12-07T21:57:21,902 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=13280, suffix heap size=141328,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=290 2024-12-07T21:57:21,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608701969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:21,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:21,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:21,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:21,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608701971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:21,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:21,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608701971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:21,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:21,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:21,976 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:21,976 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:21,976 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:21,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608701974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:21,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:21,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:21,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:22,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608702080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:22,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:22,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608702080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:22,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:22,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:22,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:22,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608702081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:22,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:22,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:22,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:22,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:22,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:22,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608702081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:22,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:22,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:22,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:22,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608702221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:22,223 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_1' in 0bbc6037afcb979242d79fa62ecaee83 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:57:22,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:22,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:22,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:22,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-07T21:57:22,281 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/258e946986d443839ca038245b2bb529 2024-12-07T21:57:22,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/1ccec794529a42df8539102f5207bd06 is 50, key is test_row_0/C:col10/1733608640048/Put/seqid=0 2024-12-07T21:57:22,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742107_1283 (size=12301) 2024-12-07T21:57:22,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608702291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:22,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:22,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608702291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:22,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:22,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:22,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:22,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:22,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:22,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608702291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:22,293 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:22,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:22,293 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:22,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608702291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:22,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:22,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:22,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:22,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608702600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:22,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:22,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:22,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:22,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608702600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:22,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:22,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:22,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:22,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608702600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:22,603 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:22,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:22,603 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:22,603 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608702600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:22,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:22,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:22,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:22,690 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/1ccec794529a42df8539102f5207bd06 2024-12-07T21:57:22,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/1868a807e5e14cd1a29d31259e9693c5 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/1868a807e5e14cd1a29d31259e9693c5 2024-12-07T21:57:22,701 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/1868a807e5e14cd1a29d31259e9693c5, entries=150, sequenceid=319, filesize=12.0 K 2024-12-07T21:57:22,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/258e946986d443839ca038245b2bb529 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/258e946986d443839ca038245b2bb529 2024-12-07T21:57:22,706 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/258e946986d443839ca038245b2bb529, entries=150, sequenceid=319, filesize=12.0 K 2024-12-07T21:57:22,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/1ccec794529a42df8539102f5207bd06 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/1ccec794529a42df8539102f5207bd06 2024-12-07T21:57:22,711 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/1ccec794529a42df8539102f5207bd06, entries=150, sequenceid=319, filesize=12.0 K 2024-12-07T21:57:22,712 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=147.60 KB/151140 for 0bbc6037afcb979242d79fa62ecaee83 in 1274ms, sequenceid=319, compaction requested=false 2024-12-07T21:57:22,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:22,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:22,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-12-07T21:57:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-12-07T21:57:22,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-12-07T21:57:22,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5820 sec 2024-12-07T21:57:22,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.5870 sec 2024-12-07T21:57:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:23,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0bbc6037afcb979242d79fa62ecaee83 3/3 column families, dataSize=161.02 KB heapSize=453.09 KB 2024-12-07T21:57:23,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=A 2024-12-07T21:57:23,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-07T21:57:23,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=B 2024-12-07T21:57:23,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-07T21:57:23,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=C 2024-12-07T21:57:23,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-07T21:57:23,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/54cd42ba268f4577b7c3f1edbd36e6f3 is 50, key is test_row_0/A:col10/1733608643114/Put/seqid=0 2024-12-07T21:57:23,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:23,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608703116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608703117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:23,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:23,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:23,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608703118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:23,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:23,122 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:23,122 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:23,122 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:23,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742108_1284 (size=12301) 2024-12-07T21:57:23,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/54cd42ba268f4577b7c3f1edbd36e6f3 2024-12-07T21:57:23,123 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:23,123 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:23,123 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:23,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608703122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:23,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:23,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:23,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:23,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/fc0ad63050344aa2a382e27860cc5540 is 50, key is test_row_0/B:col10/1733608643114/Put/seqid=0 2024-12-07T21:57:23,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742109_1285 (size=12301) 2024-12-07T21:57:23,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/fc0ad63050344aa2a382e27860cc5540 2024-12-07T21:57:23,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/4ea66015e8ee4559971dd190343cc00b is 50, key is test_row_0/C:col10/1733608643114/Put/seqid=0 2024-12-07T21:57:23,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742110_1286 (size=12301) 2024-12-07T21:57:23,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608703230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:23,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:23,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:23,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608703231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:23,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:23,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:23,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:23,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:23,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608703231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:23,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:23,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:23,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:23,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608703231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:23,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:23,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:23,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-07T21:57:23,281 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:57:23,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:57:23,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-12-07T21:57:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-07T21:57:23,283 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:57:23,283 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:57:23,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:57:23,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-07T21:57:23,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-07T21:57:23,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:23,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:23,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:23,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:23,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:23,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:23,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:23,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608703441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608703441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:23,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:23,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608703441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:23,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:23,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:23,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:23,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608703441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:23,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:23,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:23,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:23,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:23,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:23,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/4ea66015e8ee4559971dd190343cc00b 2024-12-07T21:57:23,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/54cd42ba268f4577b7c3f1edbd36e6f3 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/54cd42ba268f4577b7c3f1edbd36e6f3 2024-12-07T21:57:23,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/54cd42ba268f4577b7c3f1edbd36e6f3, entries=150, sequenceid=513, filesize=12.0 K 2024-12-07T21:57:23,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/fc0ad63050344aa2a382e27860cc5540 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/fc0ad63050344aa2a382e27860cc5540 2024-12-07T21:57:23,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/fc0ad63050344aa2a382e27860cc5540, entries=150, sequenceid=513, filesize=12.0 K 2024-12-07T21:57:23,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/4ea66015e8ee4559971dd190343cc00b as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/4ea66015e8ee4559971dd190343cc00b 2024-12-07T21:57:23,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/4ea66015e8ee4559971dd190343cc00b, entries=150, sequenceid=513, filesize=12.0 K 2024-12-07T21:57:23,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~453.05 KB/463920, currentSize=20.13 KB/20610 for 0bbc6037afcb979242d79fa62ecaee83 in 448ms, sequenceid=513, compaction requested=true 2024-12-07T21:57:23,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:23,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bbc6037afcb979242d79fa62ecaee83:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:57:23,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:23,564 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:23,564 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:23,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bbc6037afcb979242d79fa62ecaee83:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:57:23,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:23,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bbc6037afcb979242d79fa62ecaee83:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:57:23,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:57:23,565 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:23,565 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 0bbc6037afcb979242d79fa62ecaee83/A is initiating minor compaction (all files) 2024-12-07T21:57:23,565 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0bbc6037afcb979242d79fa62ecaee83/A in TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:23,565 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/67a8f33c894c408e8ffdd85bfe1a1251, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/1868a807e5e14cd1a29d31259e9693c5, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/54cd42ba268f4577b7c3f1edbd36e6f3] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp, totalSize=36.6 K 2024-12-07T21:57:23,565 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:23,565 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 0bbc6037afcb979242d79fa62ecaee83/B is initiating minor compaction (all files) 2024-12-07T21:57:23,565 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0bbc6037afcb979242d79fa62ecaee83/B in TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:23,566 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67a8f33c894c408e8ffdd85bfe1a1251, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733608639709 2024-12-07T21:57:23,566 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/d6d0d635fe824a3eb23b45da7299c49e, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/258e946986d443839ca038245b2bb529, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/fc0ad63050344aa2a382e27860cc5540] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp, totalSize=36.6 K 2024-12-07T21:57:23,566 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting d6d0d635fe824a3eb23b45da7299c49e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733608639709 2024-12-07T21:57:23,566 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1868a807e5e14cd1a29d31259e9693c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733608640048 2024-12-07T21:57:23,566 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 258e946986d443839ca038245b2bb529, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733608640048 2024-12-07T21:57:23,566 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54cd42ba268f4577b7c3f1edbd36e6f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1733608641963 2024-12-07T21:57:23,566 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting fc0ad63050344aa2a382e27860cc5540, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1733608641963 2024-12-07T21:57:23,573 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bbc6037afcb979242d79fa62ecaee83#A#compaction#244 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:23,573 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bbc6037afcb979242d79fa62ecaee83#B#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:23,574 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/30b2169fdf7c40beb748597efb92a962 is 50, key is test_row_0/B:col10/1733608643114/Put/seqid=0 2024-12-07T21:57:23,574 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/f8f41985f665402883baa227481c1966 is 50, key is test_row_0/A:col10/1733608643114/Put/seqid=0 2024-12-07T21:57:23,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-07T21:57:23,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:23,590 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 0bbc6037afcb979242d79fa62ecaee83 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-12-07T21:57:23,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=A 2024-12-07T21:57:23,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:23,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=B 2024-12-07T21:57:23,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:23,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=C 2024-12-07T21:57:23,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:23,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742111_1287 (size=12949) 2024-12-07T21:57:23,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742112_1288 (size=12949) 2024-12-07T21:57:23,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/0e57e06b552a4ebfa2dfb95b41b6b2df is 50, key is test_row_0/A:col10/1733608643115/Put/seqid=0 2024-12-07T21:57:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-07T21:57:23,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742113_1289 (size=12301) 2024-12-07T21:57:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:23,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:23,774 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733608643764, max timestamp=1733608643771Num uniques 859; 2024-12-07T21:57:23,774 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-07T21:57:23,774 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733608643764, max timestamp=1733608643771Num uniques 859; 2024-12-07T21:57:23,774 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-07T21:57:23,774 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733608643764, max timestamp=1733608643771Num uniques 859; 2024-12-07T21:57:23,774 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-07T21:57:23,797 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733608643787, max timestamp=1733608643794Num uniques 1118; 2024-12-07T21:57:23,797 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=7688, suffix heap size=144240,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=168 2024-12-07T21:57:23,797 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733608643787, max timestamp=1733608643794Num uniques 1118; 2024-12-07T21:57:23,797 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=7688, suffix heap size=144240,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=168 2024-12-07T21:57:23,797 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733608643787, max timestamp=1733608643794Num uniques 1118; 2024-12-07T21:57:23,797 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=7688, suffix heap size=144240,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=168 2024-12-07T21:57:23,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733608643811, max timestamp=1733608643822Num uniques 1027; 2024-12-07T21:57:23,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733608643811, max timestamp=1733608643822Num uniques 1027; 2024-12-07T21:57:23,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-12-07T21:57:23,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733608643811, max timestamp=1733608643822Num uniques 1027; 2024-12-07T21:57:23,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-12-07T21:57:23,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-12-07T21:57:23,851 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733608643839, max timestamp=1733608643848Num uniques 1086; 2024-12-07T21:57:23,851 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-12-07T21:57:23,851 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1733608643840, max timestamp=1733608643848Num uniques 1086; 2024-12-07T21:57:23,851 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-12-07T21:57:23,852 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733608643840, max timestamp=1733608643848Num uniques 1086; 2024-12-07T21:57:23,852 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=6870, suffix heap size=140912,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=150 2024-12-07T21:57:23,879 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11210, totalHeapSize=25720, min timestamp=1733608643861, max timestamp=1733608643876Num uniques 1009; 2024-12-07T21:57:23,879 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46204, new segment data size=11210, suffix heap size=132904,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=245 2024-12-07T21:57:23,879 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11217, totalHeapSize=25720, min timestamp=1733608643861, max timestamp=1733608643876Num uniques 1095; 2024-12-07T21:57:23,880 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50147, new segment data size=11217, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-12-07T21:57:23,880 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11212, totalHeapSize=25720, min timestamp=1733608643861, max timestamp=1733608643876Num uniques 1045; 2024-12-07T21:57:23,880 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47852, new segment data size=11212, suffix heap size=136648,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=245 2024-12-07T21:57:23,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:23,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608703899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:23,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:23,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608703901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:23,905 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733608643897, max timestamp=1733608643902Num uniques 1104; 2024-12-07T21:57:23,905 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=7050, suffix heap size=142784,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=154 2024-12-07T21:57:23,905 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733608643897, max timestamp=1733608643902Num uniques 1104; 2024-12-07T21:57:23,906 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=7050, suffix heap size=142784,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=154 2024-12-07T21:57:23,906 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733608643897, max timestamp=1733608643902Num uniques 1104; 2024-12-07T21:57:23,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:23,906 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=7050, suffix heap size=142784,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=154 2024-12-07T21:57:23,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:23,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:23,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:23,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:23,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:23,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-07T21:57:23,942 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1733608643925, max timestamp=1733608643940Num uniques 1013; 2024-12-07T21:57:23,942 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213 2024-12-07T21:57:23,943 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1733608643925, max timestamp=1733608643940Num uniques 1013; 2024-12-07T21:57:23,943 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213 2024-12-07T21:57:23,943 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1733608643925, max timestamp=1733608643940Num uniques 1013; 2024-12-07T21:57:23,943 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213 2024-12-07T21:57:23,984 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1733608643967, max timestamp=1733608643981Num uniques 1072; 2024-12-07T21:57:23,984 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222 2024-12-07T21:57:23,984 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1733608643967, max timestamp=1733608643981Num uniques 1072; 2024-12-07T21:57:23,984 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222 2024-12-07T21:57:23,984 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1733608643967, max timestamp=1733608643981Num uniques 1072; 2024-12-07T21:57:23,985 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222 2024-12-07T21:57:24,002 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/30b2169fdf7c40beb748597efb92a962 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/30b2169fdf7c40beb748597efb92a962 2024-12-07T21:57:24,002 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/f8f41985f665402883baa227481c1966 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/f8f41985f665402883baa227481c1966 2024-12-07T21:57:24,007 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0bbc6037afcb979242d79fa62ecaee83/A of 0bbc6037afcb979242d79fa62ecaee83 into f8f41985f665402883baa227481c1966(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:24,007 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:24,007 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., storeName=0bbc6037afcb979242d79fa62ecaee83/A, priority=13, startTime=1733608643564; duration=0sec 2024-12-07T21:57:24,007 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:57:24,007 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bbc6037afcb979242d79fa62ecaee83:A 2024-12-07T21:57:24,007 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:24,009 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:24,009 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 0bbc6037afcb979242d79fa62ecaee83/C is initiating minor compaction (all files) 2024-12-07T21:57:24,009 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0bbc6037afcb979242d79fa62ecaee83/B of 0bbc6037afcb979242d79fa62ecaee83 into 30b2169fdf7c40beb748597efb92a962(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:24,009 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0bbc6037afcb979242d79fa62ecaee83/C in TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:24,009 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:24,009 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., storeName=0bbc6037afcb979242d79fa62ecaee83/B, priority=13, startTime=1733608643564; duration=0sec 2024-12-07T21:57:24,009 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:24,009 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bbc6037afcb979242d79fa62ecaee83:B 2024-12-07T21:57:24,009 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/4f3d594756224dc8868c71a315fdaa9b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/1ccec794529a42df8539102f5207bd06, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/4ea66015e8ee4559971dd190343cc00b] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp, totalSize=36.6 K 2024-12-07T21:57:24,010 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f3d594756224dc8868c71a315fdaa9b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733608639709 2024-12-07T21:57:24,010 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/0e57e06b552a4ebfa2dfb95b41b6b2df 2024-12-07T21:57:24,010 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ccec794529a42df8539102f5207bd06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733608640048 2024-12-07T21:57:24,010 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ea66015e8ee4559971dd190343cc00b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1733608641963 2024-12-07T21:57:24,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/df66b343d8554ec6b9b513e2c171fb60 is 50, key is test_row_0/B:col10/1733608643115/Put/seqid=0 2024-12-07T21:57:24,016 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bbc6037afcb979242d79fa62ecaee83#C#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:24,017 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/62d929d92197479b87f4fa4e6700ecc6 is 50, key is test_row_0/C:col10/1733608643114/Put/seqid=0 2024-12-07T21:57:24,024 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1733608644008, max timestamp=1733608644021Num uniques 1081; 2024-12-07T21:57:24,024 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1733608644008, max timestamp=1733608644021Num uniques 1081; 2024-12-07T21:57:24,024 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=12866, suffix heap size=140392,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=281 2024-12-07T21:57:24,024 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=12866, suffix heap size=140392,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=281 2024-12-07T21:57:24,024 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1733608644008, max timestamp=1733608644021Num uniques 1081; 2024-12-07T21:57:24,024 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=12866, suffix heap size=140392,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=281 2024-12-07T21:57:24,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742114_1290 (size=12301) 2024-12-07T21:57:24,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742115_1291 (size=12949) 2024-12-07T21:57:24,049 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1733608644039, max timestamp=1733608644046Num uniques 1140; 2024-12-07T21:57:24,049 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=52210, new segment data size=10990, suffix heap size=146528,new segment heap size=25200 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1140, new segment cells count=240 2024-12-07T21:57:24,049 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1733608644039, max timestamp=1733608644046Num uniques 1140; 2024-12-07T21:57:24,050 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=52210, new segment data size=10990, suffix heap size=146528,new segment heap size=25200 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1140, new segment cells count=240 2024-12-07T21:57:24,050 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1733608644039, max timestamp=1733608644046Num uniques 1140; 2024-12-07T21:57:24,050 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=52210, new segment data size=10990, suffix heap size=146528,new segment heap size=25200 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1140, new segment cells count=240 2024-12-07T21:57:24,075 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11394, totalHeapSize=26136, min timestamp=1733608644063, max timestamp=1733608644071Num uniques 1099; 2024-12-07T21:57:24,075 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50324, new segment data size=11394, suffix heap size=142264,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=249 2024-12-07T21:57:24,075 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11394, totalHeapSize=26136, min timestamp=1733608644063, max timestamp=1733608644071Num uniques 1099; 2024-12-07T21:57:24,075 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50324, new segment data size=11394, suffix heap size=142264,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=249 2024-12-07T21:57:24,075 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11394, totalHeapSize=26136, min timestamp=1733608644063, max timestamp=1733608644071Num uniques 1099; 2024-12-07T21:57:24,075 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50324, new segment data size=11394, suffix heap size=142264,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=249 2024-12-07T21:57:24,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9518, totalHeapSize=21872, min timestamp=1733608644085, max timestamp=1733608644097Num uniques 1108; 2024-12-07T21:57:24,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1733608644085, max timestamp=1733608644097Num uniques 1108; 2024-12-07T21:57:24,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50738, new segment data size=9518, suffix heap size=143200,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=208 2024-12-07T21:57:24,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=9520, suffix heap size=143200,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=208 2024-12-07T21:57:24,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9518, totalHeapSize=21872, min timestamp=1733608644085, max timestamp=1733608644097Num uniques 1108; 2024-12-07T21:57:24,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50738, new segment data size=9518, suffix heap size=143200,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=208 2024-12-07T21:57:24,148 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=317, cellSize=14512, totalHeapSize=33208, min timestamp=1733608644107, max timestamp=1733608644144Num uniques 1067; 2024-12-07T21:57:24,148 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48862, new segment data size=14512, suffix heap size=138936,new segment heap size=33208 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=317 2024-12-07T21:57:24,148 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=317, cellSize=14512, totalHeapSize=33208, min timestamp=1733608644107, max timestamp=1733608644144Num uniques 1067; 2024-12-07T21:57:24,148 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48862, new segment data size=14512, suffix heap size=138936,new segment heap size=33208 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=317 2024-12-07T21:57:24,148 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=317, cellSize=14512, totalHeapSize=33208, min timestamp=1733608644107, max timestamp=1733608644144Num uniques 1067; 2024-12-07T21:57:24,148 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48862, new segment data size=14512, suffix heap size=138936,new segment heap size=33208 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=317 2024-12-07T21:57:24,174 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1733608644164, max timestamp=1733608644171Num uniques 1176; 2024-12-07T21:57:24,174 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1733608644164, max timestamp=1733608644171Num uniques 1176; 2024-12-07T21:57:24,174 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=53856, new segment data size=10346, suffix heap size=150272,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1176, new segment cells count=226 2024-12-07T21:57:24,174 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=53856, new segment data size=10346, suffix heap size=150272,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1176, new segment cells count=226 2024-12-07T21:57:24,174 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1733608644164, max timestamp=1733608644171Num uniques 1176; 2024-12-07T21:57:24,174 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=53856, new segment data size=10346, suffix heap size=150272,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1176, new segment cells count=226 2024-12-07T21:57:24,200 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=185, cellSize=8470, totalHeapSize=19480, min timestamp=1733608644185, max timestamp=1733608644197Num uniques 1085; 2024-12-07T21:57:24,200 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49690, new segment data size=8470, suffix heap size=140808,new segment heap size=19480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=185 2024-12-07T21:57:24,200 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=185, cellSize=8470, totalHeapSize=19480, min timestamp=1733608644185, max timestamp=1733608644197Num uniques 1085; 2024-12-07T21:57:24,200 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49690, new segment data size=8470, suffix heap size=140808,new segment heap size=19480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=185 2024-12-07T21:57:24,201 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=185, cellSize=8470, totalHeapSize=19480, min timestamp=1733608644185, max timestamp=1733608644197Num uniques 1085; 2024-12-07T21:57:24,201 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49690, new segment data size=8470, suffix heap size=140808,new segment heap size=19480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=185 2024-12-07T21:57:24,252 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=294, cellSize=13464, totalHeapSize=30816, min timestamp=1733608644210, max timestamp=1733608644248Num uniques 1044; 2024-12-07T21:57:24,252 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47814, new segment data size=13464, suffix heap size=136544,new segment heap size=30816 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1044, new segment cells count=294 2024-12-07T21:57:24,252 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=294, cellSize=13464, totalHeapSize=30816, min timestamp=1733608644210, max timestamp=1733608644248Num uniques 1044; 2024-12-07T21:57:24,252 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47814, new segment data size=13464, suffix heap size=136544,new segment heap size=30816 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1044, new segment cells count=294 2024-12-07T21:57:24,253 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=294, cellSize=13454, totalHeapSize=30816, min timestamp=1733608644210, max timestamp=1733608644249Num uniques 1044; 2024-12-07T21:57:24,253 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47804, new segment data size=13454, suffix heap size=136544,new segment heap size=30816 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1044, new segment cells count=294 2024-12-07T21:57:24,274 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=203, cellSize=9295, totalHeapSize=21352, min timestamp=1733608644265, max timestamp=1733608644271Num uniques 1153; 2024-12-07T21:57:24,274 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=52805, new segment data size=9295, suffix heap size=147880,new segment heap size=21352 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1153, new segment cells count=203 2024-12-07T21:57:24,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=203, cellSize=9295, totalHeapSize=21352, min timestamp=1733608644265, max timestamp=1733608644271Num uniques 1153; 2024-12-07T21:57:24,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=52805, new segment data size=9295, suffix heap size=147880,new segment heap size=21352 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1153, new segment cells count=203 2024-12-07T21:57:24,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=203, cellSize=9295, totalHeapSize=21352, min timestamp=1733608644265, max timestamp=1733608644271Num uniques 1153; 2024-12-07T21:57:24,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=52805, new segment data size=9295, suffix heap size=147880,new segment heap size=21352 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1153, new segment cells count=203 2024-12-07T21:57:24,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=212, cellSize=9702, totalHeapSize=22288, min timestamp=1733608644281, max timestamp=1733608644296Num uniques 1062; 2024-12-07T21:57:24,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48632, new segment data size=9702, suffix heap size=138416,new segment heap size=22288 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1062, new segment cells count=212 2024-12-07T21:57:24,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=212, cellSize=9702, totalHeapSize=22288, min timestamp=1733608644281, max timestamp=1733608644296Num uniques 1062; 2024-12-07T21:57:24,299 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48632, new segment data size=9702, suffix heap size=138416,new segment heap size=22288 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1062, new segment cells count=212 2024-12-07T21:57:24,299 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=212, cellSize=9702, totalHeapSize=22288, min timestamp=1733608644281, max timestamp=1733608644296Num uniques 1062; 2024-12-07T21:57:24,299 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48632, new segment data size=9702, suffix heap size=138416,new segment heap size=22288 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1062, new segment cells count=212 2024-12-07T21:57:24,320 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=221, cellSize=10116, totalHeapSize=23224, min timestamp=1733608644312, max timestamp=1733608644317Num uniques 1071; 2024-12-07T21:57:24,320 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49046, new segment data size=10116, suffix heap size=139352,new segment heap size=23224 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1071, new segment cells count=221 2024-12-07T21:57:24,320 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=221, cellSize=10116, totalHeapSize=23224, min timestamp=1733608644312, max timestamp=1733608644317Num uniques 1071; 2024-12-07T21:57:24,320 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49046, new segment data size=10116, suffix heap size=139352,new segment heap size=23224 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1071, new segment cells count=221 2024-12-07T21:57:24,320 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=171, cellSize=7826, totalHeapSize=18024, min timestamp=1733608644312, max timestamp=1733608644317Num uniques 1071; 2024-12-07T21:57:24,320 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49046, new segment data size=7826, suffix heap size=139352,new segment heap size=18024 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1071, new segment cells count=171 2024-12-07T21:57:24,338 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=280, cellSize=12820, totalHeapSize=29360, min timestamp=1733608644329, max timestamp=1733608644335Num uniques 1080; 2024-12-07T21:57:24,338 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49460, new segment data size=12820, suffix heap size=140288,new segment heap size=29360 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1080, new segment cells count=280 2024-12-07T21:57:24,338 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=280, cellSize=12820, totalHeapSize=29360, min timestamp=1733608644329, max timestamp=1733608644335Num uniques 1080; 2024-12-07T21:57:24,339 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49460, new segment data size=12820, suffix heap size=140288,new segment heap size=29360 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1080, new segment cells count=280 2024-12-07T21:57:24,339 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=280, cellSize=12820, totalHeapSize=29360, min timestamp=1733608644329, max timestamp=1733608644335Num uniques 1030; 2024-12-07T21:57:24,339 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47170, new segment data size=12820, suffix heap size=135088,new segment heap size=29360 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1030, new segment cells count=280 2024-12-07T21:57:24,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:24,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608704358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:24,363 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=189, cellSize=8644, totalHeapSize=19896, min timestamp=1733608644356, max timestamp=1733608644361Num uniques 1139; 2024-12-07T21:57:24,363 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=52154, new segment data size=8644, suffix heap size=146424,new segment heap size=19896 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1139, new segment cells count=189 2024-12-07T21:57:24,364 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=189, cellSize=8644, totalHeapSize=19896, min timestamp=1733608644356, max timestamp=1733608644361Num uniques 1139; 2024-12-07T21:57:24,364 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=52154, new segment data size=8644, suffix heap size=146424,new segment heap size=19896 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1139, new segment cells count=189 2024-12-07T21:57:24,364 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=189, cellSize=8644, totalHeapSize=19896, min timestamp=1733608644356, max timestamp=1733608644361Num uniques 1139; 2024-12-07T21:57:24,364 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52154, new segment data size=8644, suffix heap size=146424,new segment heap size=19896 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1139, new segment cells count=189 2024-12-07T21:57:24,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:24,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:24,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:24,389 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=248, cellSize=11358, totalHeapSize=26032, min timestamp=1733608644375, max timestamp=1733608644386Num uniques 1048; 2024-12-07T21:57:24,389 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=248, cellSize=11358, totalHeapSize=26032, min timestamp=1733608644375, max timestamp=1733608644386Num uniques 1048; 2024-12-07T21:57:24,389 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47998, new segment data size=11358, suffix heap size=136960,new segment heap size=26032 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1048, new segment cells count=248 2024-12-07T21:57:24,389 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47998, new segment data size=11358, suffix heap size=136960,new segment heap size=26032 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1048, new segment cells count=248 2024-12-07T21:57:24,389 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=248, cellSize=11358, totalHeapSize=26032, min timestamp=1733608644375, max timestamp=1733608644386Num uniques 1048; 2024-12-07T21:57:24,389 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47998, new segment data size=11358, suffix heap size=136960,new segment heap size=26032 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1048, new segment cells count=248 2024-12-07T21:57:24,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-07T21:57:24,427 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/df66b343d8554ec6b9b513e2c171fb60 2024-12-07T21:57:24,431 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=307, cellSize=14052, totalHeapSize=32168, min timestamp=1733608644396, max timestamp=1733608644427Num uniques 1107; 2024-12-07T21:57:24,431 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50692, new segment data size=14052, suffix heap size=143096,new segment heap size=32168 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1107, new segment cells count=307 2024-12-07T21:57:24,431 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=307, cellSize=14052, totalHeapSize=32168, min timestamp=1733608644396, max timestamp=1733608644427Num uniques 1107; 2024-12-07T21:57:24,431 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50692, new segment data size=14052, suffix heap size=143096,new segment heap size=32168 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1107, new segment cells count=307 2024-12-07T21:57:24,432 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733608644396, max timestamp=1733608644427Num uniques 1107; 2024-12-07T21:57:24,432 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50692, new segment data size=6870, suffix heap size=143096,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1107, new segment cells count=150 2024-12-07T21:57:24,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/efcbf4f53a374de98458fbe673dcc471 is 50, key is test_row_0/C:col10/1733608643115/Put/seqid=0 2024-12-07T21:57:24,441 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/62d929d92197479b87f4fa4e6700ecc6 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/62d929d92197479b87f4fa4e6700ecc6 2024-12-07T21:57:24,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742116_1292 (size=12301) 2024-12-07T21:57:24,450 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0bbc6037afcb979242d79fa62ecaee83/C of 0bbc6037afcb979242d79fa62ecaee83 into 62d929d92197479b87f4fa4e6700ecc6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:24,450 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:24,450 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., storeName=0bbc6037afcb979242d79fa62ecaee83/C, priority=13, startTime=1733608643564; duration=0sec 2024-12-07T21:57:24,450 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:24,450 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bbc6037afcb979242d79fa62ecaee83:C 2024-12-07T21:57:24,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608704454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:24,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:24,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:24,460 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:24,460 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=166, cellSize=7596, totalHeapSize=17504, min timestamp=1733608644451, max timestamp=1733608644458Num uniques 1166; 2024-12-07T21:57:24,460 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=53396, new segment data size=7596, suffix heap size=149232,new segment heap size=17504 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1166, new segment cells count=166 2024-12-07T21:57:24,461 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=166, cellSize=7596, totalHeapSize=17504, min timestamp=1733608644451, max timestamp=1733608644458Num uniques 1166; 2024-12-07T21:57:24,461 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=166, cellSize=7596, totalHeapSize=17504, min timestamp=1733608644451, max timestamp=1733608644458Num uniques 1009; 2024-12-07T21:57:24,461 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=7596, suffix heap size=132904,new segment heap size=17504 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=166 2024-12-07T21:57:24,461 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=53396, new segment data size=7596, suffix heap size=149232,new segment heap size=17504 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1166, new segment cells count=166 2024-12-07T21:57:24,515 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=175, cellSize=8010, totalHeapSize=18440, min timestamp=1733608644474, max timestamp=1733608644511Num uniques 1025; 2024-12-07T21:57:24,515 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46940, new segment data size=8010, suffix heap size=134568,new segment heap size=18440 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1025, new segment cells count=175 2024-12-07T21:57:24,515 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=175, cellSize=8007, totalHeapSize=18440, min timestamp=1733608644474, max timestamp=1733608644511Num uniques 1025; 2024-12-07T21:57:24,515 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46937, new segment data size=8007, suffix heap size=134568,new segment heap size=18440 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1025, new segment cells count=175 2024-12-07T21:57:24,515 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=175, cellSize=8000, totalHeapSize=18440, min timestamp=1733608644474, max timestamp=1733608644511Num uniques 1025; 2024-12-07T21:57:24,515 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46930, new segment data size=8000, suffix heap size=134568,new segment heap size=18440 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1025, new segment cells count=175 2024-12-07T21:57:24,536 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=234, cellSize=10714, totalHeapSize=24576, min timestamp=1733608644524, max timestamp=1733608644534Num uniques 1034; 2024-12-07T21:57:24,536 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47354, new segment data size=10714, suffix heap size=135504,new segment heap size=24576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1034, new segment cells count=234 2024-12-07T21:57:24,536 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=234, cellSize=10714, totalHeapSize=24576, min timestamp=1733608644524, max timestamp=1733608644534Num uniques 1034; 2024-12-07T21:57:24,536 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47354, new segment data size=10714, suffix heap size=135504,new segment heap size=24576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1034, new segment cells count=234 2024-12-07T21:57:24,537 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=184, cellSize=8424, totalHeapSize=19376, min timestamp=1733608644524, max timestamp=1733608644534Num uniques 1034; 2024-12-07T21:57:24,537 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47354, new segment data size=8424, suffix heap size=135504,new segment heap size=19376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1034, new segment cells count=184 2024-12-07T21:57:24,557 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=243, cellSize=11128, totalHeapSize=25512, min timestamp=1733608644545, max timestamp=1733608644554Num uniques 1093; 2024-12-07T21:57:24,557 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=243, cellSize=11128, totalHeapSize=25512, min timestamp=1733608644545, max timestamp=1733608644554Num uniques 1043; 2024-12-07T21:57:24,557 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50058, new segment data size=11128, suffix heap size=141640,new segment heap size=25512 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1093, new segment cells count=243 2024-12-07T21:57:24,557 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47768, new segment data size=11128, suffix heap size=136440,new segment heap size=25512 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1043, new segment cells count=243 2024-12-07T21:57:24,558 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=243, cellSize=11128, totalHeapSize=25512, min timestamp=1733608644545, max timestamp=1733608644554Num uniques 1093; 2024-12-07T21:57:24,558 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=50058, new segment data size=11128, suffix heap size=141640,new segment heap size=25512 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1093, new segment cells count=243 2024-12-07T21:57:24,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608704575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:24,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:24,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:24,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:24,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608704577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:24,580 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=252, cellSize=11540, totalHeapSize=26448, min timestamp=1733608644566, max timestamp=1733608644578Num uniques 1102; 2024-12-07T21:57:24,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:24,580 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50470, new segment data size=11540, suffix heap size=142576,new segment heap size=26448 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1102, new segment cells count=252 2024-12-07T21:57:24,580 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=252, cellSize=11540, totalHeapSize=26448, min timestamp=1733608644566, max timestamp=1733608644578Num uniques 1102; 2024-12-07T21:57:24,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:24,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:24,580 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50470, new segment data size=11540, suffix heap size=142576,new segment heap size=26448 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1102, new segment cells count=252 2024-12-07T21:57:24,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:24,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=252, cellSize=11540, totalHeapSize=26448, min timestamp=1733608644566, max timestamp=1733608644578Num uniques 1102; 2024-12-07T21:57:24,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50470, new segment data size=11540, suffix heap size=142576,new segment heap size=26448 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1102, new segment cells count=252 2024-12-07T21:57:24,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:24,609 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=161, cellSize=7366, totalHeapSize=16984, min timestamp=1733608644594, max timestamp=1733608644607Num uniques 1111; 2024-12-07T21:57:24,609 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50876, new segment data size=7366, suffix heap size=143512,new segment heap size=16984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1111, new segment cells count=161 2024-12-07T21:57:24,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608704605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:24,609 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=161, cellSize=7366, totalHeapSize=16984, min timestamp=1733608644594, max timestamp=1733608644607Num uniques 1111; 2024-12-07T21:57:24,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:24,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:24,609 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50876, new segment data size=7366, suffix heap size=143512,new segment heap size=16984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1111, new segment cells count=161 2024-12-07T21:57:24,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:24,611 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733608644594, max timestamp=1733608644607Num uniques 1111; 2024-12-07T21:57:24,611 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50876, new segment data size=6870, suffix heap size=143512,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1111, new segment cells count=150 2024-12-07T21:57:24,645 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=220, cellSize=10070, totalHeapSize=23120, min timestamp=1733608644634, max timestamp=1733608644642Num uniques 1020; 2024-12-07T21:57:24,645 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46710, new segment data size=10070, suffix heap size=134048,new segment heap size=23120 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1020, new segment cells count=220 2024-12-07T21:57:24,645 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=220, cellSize=10070, totalHeapSize=23120, min timestamp=1733608644634, max timestamp=1733608644642Num uniques 1020; 2024-12-07T21:57:24,645 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=220, cellSize=10070, totalHeapSize=23120, min timestamp=1733608644634, max timestamp=1733608644642Num uniques 1009; 2024-12-07T21:57:24,645 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46710, new segment data size=10070, suffix heap size=134048,new segment heap size=23120 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1020, new segment cells count=220 2024-12-07T21:57:24,645 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=10070, suffix heap size=132904,new segment heap size=23120 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=220 2024-12-07T21:57:24,697 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=229, cellSize=10484, totalHeapSize=24056, min timestamp=1733608644664, max timestamp=1733608644694Num uniques 1079; 2024-12-07T21:57:24,697 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49414, new segment data size=10484, suffix heap size=140184,new segment heap size=24056 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1079, new segment cells count=229 2024-12-07T21:57:24,697 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=229, cellSize=10484, totalHeapSize=24056, min timestamp=1733608644664, max timestamp=1733608644694Num uniques 1079; 2024-12-07T21:57:24,698 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49414, new segment data size=10484, suffix heap size=140184,new segment heap size=24056 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1079, new segment cells count=229 2024-12-07T21:57:24,698 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=229, cellSize=10484, totalHeapSize=24056, min timestamp=1733608644664, max timestamp=1733608644694Num uniques 1079; 2024-12-07T21:57:24,698 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49414, new segment data size=10484, suffix heap size=140184,new segment heap size=24056 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1079, new segment cells count=229 2024-12-07T21:57:24,737 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=188, cellSize=8608, totalHeapSize=19792, min timestamp=1733608644700, max timestamp=1733608644735Num uniques 1088; 2024-12-07T21:57:24,737 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49828, new segment data size=8608, suffix heap size=141120,new segment heap size=19792 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1088, new segment cells count=188 2024-12-07T21:57:24,738 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=188, cellSize=8608, totalHeapSize=19792, min timestamp=1733608644700, max timestamp=1733608644735Num uniques 1088; 2024-12-07T21:57:24,738 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49828, new segment data size=8608, suffix heap size=141120,new segment heap size=19792 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1088, new segment cells count=188 2024-12-07T21:57:24,738 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=188, cellSize=8608, totalHeapSize=19792, min timestamp=1733608644700, max timestamp=1733608644735Num uniques 1088; 2024-12-07T21:57:24,738 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49828, new segment data size=8608, suffix heap size=141120,new segment heap size=19792 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1088, new segment cells count=188 2024-12-07T21:57:24,760 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=197, cellSize=9022, totalHeapSize=20728, min timestamp=1733608644747, max timestamp=1733608644757Num uniques 1047; 2024-12-07T21:57:24,760 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=197, cellSize=9022, totalHeapSize=20728, min timestamp=1733608644747, max timestamp=1733608644757Num uniques 1047; 2024-12-07T21:57:24,760 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47952, new segment data size=9022, suffix heap size=136856,new segment heap size=20728 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1047, new segment cells count=197 2024-12-07T21:57:24,760 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47952, new segment data size=9022, suffix heap size=136856,new segment heap size=20728 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1047, new segment cells count=197 2024-12-07T21:57:24,762 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733608644747, max timestamp=1733608644757Num uniques 1047; 2024-12-07T21:57:24,762 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47952, new segment data size=6870, suffix heap size=136856,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1047, new segment cells count=150 2024-12-07T21:57:24,780 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=206, cellSize=9430, totalHeapSize=21664, min timestamp=1733608644772, max timestamp=1733608644777Num uniques 1009; 2024-12-07T21:57:24,780 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46208, new segment data size=9430, suffix heap size=132904,new segment heap size=21664 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=206 2024-12-07T21:57:24,780 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=206, cellSize=9430, totalHeapSize=21664, min timestamp=1733608644772, max timestamp=1733608644777Num uniques 1056; 2024-12-07T21:57:24,780 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48360, new segment data size=9430, suffix heap size=137792,new segment heap size=21664 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1056, new segment cells count=206 2024-12-07T21:57:24,780 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=206, cellSize=9430, totalHeapSize=21664, min timestamp=1733608644772, max timestamp=1733608644777Num uniques 1056; 2024-12-07T21:57:24,780 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48360, new segment data size=9430, suffix heap size=137792,new segment heap size=21664 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1056, new segment cells count=206 2024-12-07T21:57:24,796 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=165, cellSize=7550, totalHeapSize=17400, min timestamp=1733608644787, max timestamp=1733608644794Num uniques 1065; 2024-12-07T21:57:24,796 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48770, new segment data size=7550, suffix heap size=138728,new segment heap size=17400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1065, new segment cells count=165 2024-12-07T21:57:24,796 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=165, cellSize=7550, totalHeapSize=17400, min timestamp=1733608644787, max timestamp=1733608644794Num uniques 1065; 2024-12-07T21:57:24,796 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48770, new segment data size=7550, suffix heap size=138728,new segment heap size=17400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1065, new segment cells count=165 2024-12-07T21:57:24,797 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=165, cellSize=7550, totalHeapSize=17400, min timestamp=1733608644787, max timestamp=1733608644794Num uniques 1065; 2024-12-07T21:57:24,797 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48770, new segment data size=7550, suffix heap size=138728,new segment heap size=17400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1065, new segment cells count=165 2024-12-07T21:57:24,814 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=224, cellSize=10254, totalHeapSize=23536, min timestamp=1733608644802, max timestamp=1733608644812Num uniques 1024; 2024-12-07T21:57:24,814 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46894, new segment data size=10254, suffix heap size=134464,new segment heap size=23536 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1024, new segment cells count=224 2024-12-07T21:57:24,815 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=224, cellSize=10254, totalHeapSize=23536, min timestamp=1733608644802, max timestamp=1733608644812Num uniques 1024; 2024-12-07T21:57:24,815 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46894, new segment data size=10254, suffix heap size=134464,new segment heap size=23536 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1024, new segment cells count=224 2024-12-07T21:57:24,815 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=224, cellSize=10254, totalHeapSize=23536, min timestamp=1733608644802, max timestamp=1733608644812Num uniques 1024; 2024-12-07T21:57:24,815 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46894, new segment data size=10254, suffix heap size=134464,new segment heap size=23536 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1024, new segment cells count=224 2024-12-07T21:57:24,834 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=283, cellSize=12958, totalHeapSize=29672, min timestamp=1733608644823, max timestamp=1733608644831Num uniques 1083; 2024-12-07T21:57:24,834 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49598, new segment data size=12958, suffix heap size=140600,new segment heap size=29672 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1083, new segment cells count=283 2024-12-07T21:57:24,834 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=283, cellSize=12958, totalHeapSize=29672, min timestamp=1733608644823, max timestamp=1733608644831Num uniques 1083; 2024-12-07T21:57:24,834 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=283, cellSize=12958, totalHeapSize=29672, min timestamp=1733608644823, max timestamp=1733608644831Num uniques 1083; 2024-12-07T21:57:24,835 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49598, new segment data size=12958, suffix heap size=140600,new segment heap size=29672 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1083, new segment cells count=283 2024-12-07T21:57:24,835 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49598, new segment data size=12958, suffix heap size=140600,new segment heap size=29672 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1083, new segment cells count=283 2024-12-07T21:57:24,847 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/efcbf4f53a374de98458fbe673dcc471 2024-12-07T21:57:24,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/0e57e06b552a4ebfa2dfb95b41b6b2df as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/0e57e06b552a4ebfa2dfb95b41b6b2df 2024-12-07T21:57:24,855 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/0e57e06b552a4ebfa2dfb95b41b6b2df, entries=150, sequenceid=519, filesize=12.0 K 2024-12-07T21:57:24,856 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=192, cellSize=8792, totalHeapSize=20208, min timestamp=1733608644842, max timestamp=1733608644852Num uniques 1142; 2024-12-07T21:57:24,856 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=52302, new segment data size=8792, suffix heap size=146736,new segment heap size=20208 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1142, new segment cells count=192 2024-12-07T21:57:24,856 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=192, cellSize=8792, totalHeapSize=20208, min timestamp=1733608644842, max timestamp=1733608644852Num uniques 1142; 2024-12-07T21:57:24,856 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=52302, new segment data size=8792, suffix heap size=146736,new segment heap size=20208 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1142, new segment cells count=192 2024-12-07T21:57:24,856 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=192, cellSize=8792, totalHeapSize=20208, min timestamp=1733608644842, max timestamp=1733608644852Num uniques 1142; 2024-12-07T21:57:24,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/df66b343d8554ec6b9b513e2c171fb60 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/df66b343d8554ec6b9b513e2c171fb60 2024-12-07T21:57:24,856 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=52302, new segment data size=8792, suffix heap size=146736,new segment heap size=20208 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1142, new segment cells count=192 2024-12-07T21:57:24,860 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/df66b343d8554ec6b9b513e2c171fb60, entries=150, sequenceid=519, filesize=12.0 K 2024-12-07T21:57:24,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/efcbf4f53a374de98458fbe673dcc471 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/efcbf4f53a374de98458fbe673dcc471 2024-12-07T21:57:24,865 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/efcbf4f53a374de98458fbe673dcc471, entries=150, sequenceid=519, filesize=12.0 K 2024-12-07T21:57:24,866 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=67.09 KB/68700 for 0bbc6037afcb979242d79fa62ecaee83 in 1276ms, sequenceid=519, compaction requested=false 2024-12-07T21:57:24,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:24,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:24,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-12-07T21:57:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:24,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0bbc6037afcb979242d79fa62ecaee83 3/3 column families, dataSize=73.80 KB heapSize=202.59 KB 2024-12-07T21:57:24,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=A 2024-12-07T21:57:24,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:57:24,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=B 2024-12-07T21:57:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-12-07T21:57:24,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:57:24,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=C 2024-12-07T21:57:24,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:57:24,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-12-07T21:57:24,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5850 sec 2024-12-07T21:57:24,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/902b840465e942d5a2b8964a8eb4a629 is 50, key is test_row_0/A:col10/1733608644865/Put/seqid=0 2024-12-07T21:57:24,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.5890 sec 2024-12-07T21:57:24,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742117_1293 (size=14741) 2024-12-07T21:57:24,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=1185 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/902b840465e942d5a2b8964a8eb4a629 2024-12-07T21:57:24,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/60e73336e67c4b10a7252667970ac663 is 50, key is test_row_0/B:col10/1733608644865/Put/seqid=0 2024-12-07T21:57:24,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742118_1294 (size=12301) 2024-12-07T21:57:24,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=1185 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/60e73336e67c4b10a7252667970ac663 2024-12-07T21:57:24,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608704886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:24,891 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:24,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:24,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:24,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 337 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608704889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:24,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:24,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:24,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:24,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/23267f7405ac4435a7e9ecdb21578f86 is 50, key is test_row_0/C:col10/1733608644865/Put/seqid=0 2024-12-07T21:57:24,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:24,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608704889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:24,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:24,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:24,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608704891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:24,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608704891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:24,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:24,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:24,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:24,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:24,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:24,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:24,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:24,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:24,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:24,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742119_1295 (size=12301) 2024-12-07T21:57:24,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=1185 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/23267f7405ac4435a7e9ecdb21578f86 2024-12-07T21:57:24,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/902b840465e942d5a2b8964a8eb4a629 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/902b840465e942d5a2b8964a8eb4a629 2024-12-07T21:57:24,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/902b840465e942d5a2b8964a8eb4a629, entries=200, sequenceid=1185, filesize=14.4 K 2024-12-07T21:57:24,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/60e73336e67c4b10a7252667970ac663 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/60e73336e67c4b10a7252667970ac663 2024-12-07T21:57:24,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/60e73336e67c4b10a7252667970ac663, entries=150, sequenceid=1185, filesize=12.0 K 2024-12-07T21:57:24,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/23267f7405ac4435a7e9ecdb21578f86 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/23267f7405ac4435a7e9ecdb21578f86 2024-12-07T21:57:24,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/23267f7405ac4435a7e9ecdb21578f86, entries=150, sequenceid=1185, filesize=12.0 K 2024-12-07T21:57:24,918 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~202.55 KB/207408, currentSize=107.34 KB/109920 for 0bbc6037afcb979242d79fa62ecaee83 in 52ms, sequenceid=1185, compaction requested=true 2024-12-07T21:57:24,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:24,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bbc6037afcb979242d79fa62ecaee83:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:57:24,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:24,919 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:24,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bbc6037afcb979242d79fa62ecaee83:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:57:24,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:24,919 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:24,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bbc6037afcb979242d79fa62ecaee83:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:57:24,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:57:24,920 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:24,920 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 0bbc6037afcb979242d79fa62ecaee83/A is initiating minor compaction (all files) 2024-12-07T21:57:24,920 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:24,920 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 0bbc6037afcb979242d79fa62ecaee83/B is initiating minor compaction (all files) 2024-12-07T21:57:24,920 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0bbc6037afcb979242d79fa62ecaee83/A in TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:24,920 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0bbc6037afcb979242d79fa62ecaee83/B in TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:24,920 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/f8f41985f665402883baa227481c1966, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/0e57e06b552a4ebfa2dfb95b41b6b2df, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/902b840465e942d5a2b8964a8eb4a629] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp, totalSize=39.1 K 2024-12-07T21:57:24,920 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/30b2169fdf7c40beb748597efb92a962, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/df66b343d8554ec6b9b513e2c171fb60, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/60e73336e67c4b10a7252667970ac663] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp, totalSize=36.7 K 2024-12-07T21:57:24,920 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 30b2169fdf7c40beb748597efb92a962, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1733608641963 2024-12-07T21:57:24,920 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8f41985f665402883baa227481c1966, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1733608641963 2024-12-07T21:57:24,920 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting df66b343d8554ec6b9b513e2c171fb60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1733608643115 2024-12-07T21:57:24,921 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e57e06b552a4ebfa2dfb95b41b6b2df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1733608643115 2024-12-07T21:57:24,921 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 60e73336e67c4b10a7252667970ac663, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=1185, earliestPutTs=1733608644859 2024-12-07T21:57:24,921 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 902b840465e942d5a2b8964a8eb4a629, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=1185, earliestPutTs=1733608644859 2024-12-07T21:57:24,927 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bbc6037afcb979242d79fa62ecaee83#B#compaction#252 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:24,927 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bbc6037afcb979242d79fa62ecaee83#A#compaction#253 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:24,927 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/0e8affad72f147de8b9f35eb555d0fee is 50, key is test_row_0/B:col10/1733608644865/Put/seqid=0 2024-12-07T21:57:24,927 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/b6a13b295347462e86705a8570e1a1cf is 50, key is test_row_0/A:col10/1733608644865/Put/seqid=0 2024-12-07T21:57:24,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742120_1296 (size=13051) 2024-12-07T21:57:24,935 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/0e8affad72f147de8b9f35eb555d0fee as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/0e8affad72f147de8b9f35eb555d0fee 2024-12-07T21:57:24,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742121_1297 (size=13051) 2024-12-07T21:57:24,939 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0bbc6037afcb979242d79fa62ecaee83/B of 0bbc6037afcb979242d79fa62ecaee83 into 0e8affad72f147de8b9f35eb555d0fee(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:24,939 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:24,939 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., storeName=0bbc6037afcb979242d79fa62ecaee83/B, priority=13, startTime=1733608644919; duration=0sec 2024-12-07T21:57:24,940 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:57:24,940 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bbc6037afcb979242d79fa62ecaee83:B 2024-12-07T21:57:24,940 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:24,941 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/b6a13b295347462e86705a8570e1a1cf as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/b6a13b295347462e86705a8570e1a1cf 2024-12-07T21:57:24,942 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:24,942 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 0bbc6037afcb979242d79fa62ecaee83/C is initiating minor compaction (all files) 2024-12-07T21:57:24,942 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0bbc6037afcb979242d79fa62ecaee83/C in TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:24,942 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/62d929d92197479b87f4fa4e6700ecc6, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/efcbf4f53a374de98458fbe673dcc471, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/23267f7405ac4435a7e9ecdb21578f86] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp, totalSize=36.7 K 2024-12-07T21:57:24,942 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 62d929d92197479b87f4fa4e6700ecc6, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1733608641963 2024-12-07T21:57:24,943 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting efcbf4f53a374de98458fbe673dcc471, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=519, earliestPutTs=1733608643115 2024-12-07T21:57:24,943 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 23267f7405ac4435a7e9ecdb21578f86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=1185, earliestPutTs=1733608644859 2024-12-07T21:57:24,947 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0bbc6037afcb979242d79fa62ecaee83/A of 0bbc6037afcb979242d79fa62ecaee83 into b6a13b295347462e86705a8570e1a1cf(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:24,947 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:24,947 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., storeName=0bbc6037afcb979242d79fa62ecaee83/A, priority=13, startTime=1733608644919; duration=0sec 2024-12-07T21:57:24,947 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:24,947 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bbc6037afcb979242d79fa62ecaee83:A 2024-12-07T21:57:24,953 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bbc6037afcb979242d79fa62ecaee83#C#compaction#254 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:24,954 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/e671b71a36164b848f5aef98a62b70bb is 50, key is test_row_0/C:col10/1733608644865/Put/seqid=0 2024-12-07T21:57:24,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742122_1298 (size=13051) 2024-12-07T21:57:25,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:25,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0bbc6037afcb979242d79fa62ecaee83 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-07T21:57:25,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=A 2024-12-07T21:57:25,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:25,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=B 2024-12-07T21:57:25,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:25,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=C 2024-12-07T21:57:25,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:25,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/0370dfcdf47142428d9506513dff762e is 50, key is test_row_0/A:col10/1733608645001/Put/seqid=0 2024-12-07T21:57:25,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742123_1299 (size=12301) 2024-12-07T21:57:25,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608705008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:25,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:25,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 340 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608705010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:25,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:25,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608705010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:25,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:25,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:25,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608705011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:25,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:25,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:25,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608705012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:25,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:25,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608705121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:25,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 341 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608705121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:25,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608705121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608705121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:25,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:25,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608705121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:25,124 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,124 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,124 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:25,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608705331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:25,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 342 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608705331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:25,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:25,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:25,332 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608705331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:25,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:25,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608705331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:25,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:25,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:25,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608705331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:25,333 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,333 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,333 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:25,362 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/e671b71a36164b848f5aef98a62b70bb as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/e671b71a36164b848f5aef98a62b70bb 2024-12-07T21:57:25,366 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0bbc6037afcb979242d79fa62ecaee83/C of 0bbc6037afcb979242d79fa62ecaee83 into e671b71a36164b848f5aef98a62b70bb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:25,366 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:25,366 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., storeName=0bbc6037afcb979242d79fa62ecaee83/C, priority=13, startTime=1733608644919; duration=0sec 2024-12-07T21:57:25,366 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:25,366 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bbc6037afcb979242d79fa62ecaee83:C 2024-12-07T21:57:25,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=1207 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/0370dfcdf47142428d9506513dff762e 2024-12-07T21:57:25,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/d7e5a02424934c5c978d933056097603 is 50, key is test_row_0/B:col10/1733608645001/Put/seqid=0 2024-12-07T21:57:25,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742124_1300 (size=12301) 2024-12-07T21:57:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-07T21:57:25,431 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:57:25,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:57:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-12-07T21:57:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-07T21:57:25,435 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:57:25,436 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:57:25,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:57:25,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-07T21:57:25,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-07T21:57:25,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:25,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:25,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:25,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:25,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:25,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608705640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:25,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:25,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 343 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608705641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:25,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:25,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:25,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:25,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608705641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608705641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608705641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:25,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:25,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:25,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:25,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:25,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-07T21:57:25,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:25,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:25,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:25,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:25,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-07T21:57:25,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=1207 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/d7e5a02424934c5c978d933056097603 2024-12-07T21:57:25,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/679b008eecb443df8936dff042e8d8a2 is 50, key is test_row_0/C:col10/1733608645001/Put/seqid=0 2024-12-07T21:57:25,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742125_1301 (size=12301) 2024-12-07T21:57:25,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-07T21:57:25,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:25,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:25,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:25,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:25,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:26,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-07T21:57:26,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:26,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:26,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:26,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:26,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:26,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:26,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-07T21:57:26,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:26,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608706151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:26,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:26,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:26,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:26,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:26,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 344 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608706151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:26,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:26,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:26,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:26,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:26,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608706151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:26,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:26,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:26,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:26,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:26,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608706151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:26,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:26,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:26,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:26,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:26,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608706151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:26,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:26,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:26,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:26,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-07T21:57:26,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:26,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:26,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:26,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:26,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:26,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=1207 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/679b008eecb443df8936dff042e8d8a2 2024-12-07T21:57:26,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/0370dfcdf47142428d9506513dff762e as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/0370dfcdf47142428d9506513dff762e 2024-12-07T21:57:26,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/0370dfcdf47142428d9506513dff762e, entries=150, sequenceid=1207, filesize=12.0 K 2024-12-07T21:57:26,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/d7e5a02424934c5c978d933056097603 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/d7e5a02424934c5c978d933056097603 2024-12-07T21:57:26,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/d7e5a02424934c5c978d933056097603, entries=150, sequenceid=1207, filesize=12.0 K 2024-12-07T21:57:26,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/679b008eecb443df8936dff042e8d8a2 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/679b008eecb443df8936dff042e8d8a2 2024-12-07T21:57:26,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/679b008eecb443df8936dff042e8d8a2, entries=150, sequenceid=1207, filesize=12.0 K 2024-12-07T21:57:26,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 0bbc6037afcb979242d79fa62ecaee83 in 1255ms, sequenceid=1207, compaction requested=false 2024-12-07T21:57:26,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:26,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-07T21:57:26,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:26,351 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 0bbc6037afcb979242d79fa62ecaee83 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-07T21:57:26,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=A 2024-12-07T21:57:26,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:26,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=B 2024-12-07T21:57:26,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:26,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=C 2024-12-07T21:57:26,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:26,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/7d907295b3d34e22a6f60bae233a7a6b is 50, key is test_row_0/A:col10/1733608645009/Put/seqid=0 2024-12-07T21:57:26,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742126_1302 (size=12301) 2024-12-07T21:57:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-07T21:57:26,758 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=1221 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/7d907295b3d34e22a6f60bae233a7a6b 2024-12-07T21:57:26,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/79d7244459a24999b5fd5c93ba915f55 is 50, key is test_row_0/B:col10/1733608645009/Put/seqid=0 2024-12-07T21:57:26,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742127_1303 (size=12301) 2024-12-07T21:57:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:27,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:27,180 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=1221 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/79d7244459a24999b5fd5c93ba915f55 2024-12-07T21:57:27,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/b95f9c3190b446539fd58b675841c6ad is 50, key is test_row_0/C:col10/1733608645009/Put/seqid=0 2024-12-07T21:57:27,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608707190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:27,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 348 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608707191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:27,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:27,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:27,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742128_1304 (size=12301) 2024-12-07T21:57:27,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:27,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608707192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608707193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:27,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:27,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608707195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:27,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:27,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:27,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:27,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608707301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:27,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 349 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608707301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:27,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:27,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:27,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608707301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:27,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:27,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:27,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:27,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608707301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:27,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608707301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:27,304 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,304 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,304 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:27,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:27,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608707511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:27,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:27,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 350 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608707511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:27,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:27,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:27,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608707511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:27,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:27,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:27,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:27,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608707511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:27,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:27,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608707511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:27,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:27,514 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,514 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,514 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-07T21:57:27,596 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=1221 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/b95f9c3190b446539fd58b675841c6ad 2024-12-07T21:57:27,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/7d907295b3d34e22a6f60bae233a7a6b as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/7d907295b3d34e22a6f60bae233a7a6b 2024-12-07T21:57:27,603 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/7d907295b3d34e22a6f60bae233a7a6b, entries=150, sequenceid=1221, filesize=12.0 K 2024-12-07T21:57:27,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/79d7244459a24999b5fd5c93ba915f55 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/79d7244459a24999b5fd5c93ba915f55 2024-12-07T21:57:27,607 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/79d7244459a24999b5fd5c93ba915f55, entries=150, sequenceid=1221, filesize=12.0 K 2024-12-07T21:57:27,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/b95f9c3190b446539fd58b675841c6ad as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/b95f9c3190b446539fd58b675841c6ad 2024-12-07T21:57:27,614 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/b95f9c3190b446539fd58b675841c6ad, entries=150, sequenceid=1221, filesize=12.0 K 2024-12-07T21:57:27,614 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 0bbc6037afcb979242d79fa62ecaee83 in 1264ms, sequenceid=1221, compaction requested=true 2024-12-07T21:57:27,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:27,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:27,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-07T21:57:27,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-12-07T21:57:27,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-12-07T21:57:27,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1800 sec 2024-12-07T21:57:27,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 2.1860 sec 2024-12-07T21:57:27,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:27,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0bbc6037afcb979242d79fa62ecaee83 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-07T21:57:27,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=A 2024-12-07T21:57:27,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:57:27,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=B 2024-12-07T21:57:27,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:57:27,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=C 2024-12-07T21:57:27,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:57:27,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/b2775646166647cda52298bb6896c373 is 50, key is test_row_0/A:col10/1733608647822/Put/seqid=0 2024-12-07T21:57:27,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742129_1305 (size=12301) 2024-12-07T21:57:27,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=1242 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/b2775646166647cda52298bb6896c373 2024-12-07T21:57:27,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:27,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608707831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:27,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:27,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:27,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608707833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:27,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:27,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:27,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 353 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608707834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:27,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:27,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:27,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608707834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:27,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:27,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/2bd506a3cf4f493e8297d1ae6d80c870 is 50, key is test_row_0/B:col10/1733608647822/Put/seqid=0 2024-12-07T21:57:27,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608707835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:27,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:27,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742130_1306 (size=12301) 2024-12-07T21:57:27,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608707941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:27,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608707941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:27,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:27,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:27,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 354 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608707941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:27,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:27,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:27,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608707941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:27,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:27,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:27,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608707950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:27,953 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,953 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:27,953 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:28,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608708151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:28,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608708151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:28,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:28,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:28,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:28,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:28,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:28,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 355 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608708151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608708151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:28,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:28,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:28,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:28,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:28,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:28,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:28,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:28,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:28,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:28,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608708160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:28,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:28,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:28,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:28,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=1242 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/2bd506a3cf4f493e8297d1ae6d80c870 2024-12-07T21:57:28,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/0ce8afce9b5843a2a7b60a686ede83bb is 50, key is test_row_0/C:col10/1733608647822/Put/seqid=0 2024-12-07T21:57:28,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742131_1307 (size=12301) 2024-12-07T21:57:28,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608708461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:28,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608708461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:28,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:28,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:28,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:28,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:28,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:28,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:28,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 356 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608708461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:28,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:28,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608708461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:28,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:28,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:28,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:28,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:28,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:28,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608708471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:28,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:28,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:28,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:28,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=1242 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/0ce8afce9b5843a2a7b60a686ede83bb 2024-12-07T21:57:28,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/b2775646166647cda52298bb6896c373 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/b2775646166647cda52298bb6896c373 2024-12-07T21:57:28,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/b2775646166647cda52298bb6896c373, entries=150, sequenceid=1242, filesize=12.0 K 2024-12-07T21:57:28,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/2bd506a3cf4f493e8297d1ae6d80c870 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/2bd506a3cf4f493e8297d1ae6d80c870 2024-12-07T21:57:28,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/2bd506a3cf4f493e8297d1ae6d80c870, entries=150, sequenceid=1242, filesize=12.0 K 2024-12-07T21:57:28,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/0ce8afce9b5843a2a7b60a686ede83bb as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/0ce8afce9b5843a2a7b60a686ede83bb 2024-12-07T21:57:28,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/0ce8afce9b5843a2a7b60a686ede83bb, entries=150, sequenceid=1242, filesize=12.0 K 2024-12-07T21:57:28,680 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 0bbc6037afcb979242d79fa62ecaee83 in 857ms, sequenceid=1242, compaction requested=true 2024-12-07T21:57:28,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:28,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bbc6037afcb979242d79fa62ecaee83:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:57:28,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:28,681 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T21:57:28,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bbc6037afcb979242d79fa62ecaee83:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:57:28,681 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T21:57:28,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:28,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0bbc6037afcb979242d79fa62ecaee83:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:57:28,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:57:28,682 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T21:57:28,682 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 0bbc6037afcb979242d79fa62ecaee83/B is initiating minor compaction (all files) 2024-12-07T21:57:28,682 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T21:57:28,682 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 0bbc6037afcb979242d79fa62ecaee83/A is initiating minor compaction (all files) 2024-12-07T21:57:28,682 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0bbc6037afcb979242d79fa62ecaee83/B in TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:28,682 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0bbc6037afcb979242d79fa62ecaee83/A in TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:28,683 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/0e8affad72f147de8b9f35eb555d0fee, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/d7e5a02424934c5c978d933056097603, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/79d7244459a24999b5fd5c93ba915f55, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/2bd506a3cf4f493e8297d1ae6d80c870] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp, totalSize=48.8 K 2024-12-07T21:57:28,683 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/b6a13b295347462e86705a8570e1a1cf, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/0370dfcdf47142428d9506513dff762e, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/7d907295b3d34e22a6f60bae233a7a6b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/b2775646166647cda52298bb6896c373] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp, totalSize=48.8 K 2024-12-07T21:57:28,683 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e8affad72f147de8b9f35eb555d0fee, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=1185, earliestPutTs=1733608644859 2024-12-07T21:57:28,683 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting b6a13b295347462e86705a8570e1a1cf, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=1185, earliestPutTs=1733608644859 2024-12-07T21:57:28,683 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 0370dfcdf47142428d9506513dff762e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=1207, earliestPutTs=1733608644875 2024-12-07T21:57:28,683 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7e5a02424934c5c978d933056097603, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=1207, earliestPutTs=1733608644875 2024-12-07T21:57:28,683 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79d7244459a24999b5fd5c93ba915f55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=1221, earliestPutTs=1733608645008 2024-12-07T21:57:28,683 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d907295b3d34e22a6f60bae233a7a6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=1221, earliestPutTs=1733608645008 2024-12-07T21:57:28,684 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2bd506a3cf4f493e8297d1ae6d80c870, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=1242, earliestPutTs=1733608647191 2024-12-07T21:57:28,684 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting b2775646166647cda52298bb6896c373, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=1242, earliestPutTs=1733608647191 2024-12-07T21:57:28,690 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bbc6037afcb979242d79fa62ecaee83#B#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:28,690 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/f41734926b2647ed95a3609df0a13234 is 50, key is test_row_0/B:col10/1733608647822/Put/seqid=0 2024-12-07T21:57:28,690 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bbc6037afcb979242d79fa62ecaee83#A#compaction#265 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:28,691 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/efa1abd29a7a4658901ee645adfa4243 is 50, key is test_row_0/A:col10/1733608647822/Put/seqid=0 2024-12-07T21:57:28,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742132_1308 (size=13187) 2024-12-07T21:57:28,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742133_1309 (size=13187) 2024-12-07T21:57:28,697 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/efa1abd29a7a4658901ee645adfa4243 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/efa1abd29a7a4658901ee645adfa4243 2024-12-07T21:57:28,701 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0bbc6037afcb979242d79fa62ecaee83/A of 0bbc6037afcb979242d79fa62ecaee83 into efa1abd29a7a4658901ee645adfa4243(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:28,701 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:28,701 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., storeName=0bbc6037afcb979242d79fa62ecaee83/A, priority=12, startTime=1733608648680; duration=0sec 2024-12-07T21:57:28,701 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:57:28,701 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bbc6037afcb979242d79fa62ecaee83:A 2024-12-07T21:57:28,701 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T21:57:28,702 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T21:57:28,702 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 0bbc6037afcb979242d79fa62ecaee83/C is initiating minor compaction (all files) 2024-12-07T21:57:28,702 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0bbc6037afcb979242d79fa62ecaee83/C in TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:28,702 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/e671b71a36164b848f5aef98a62b70bb, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/679b008eecb443df8936dff042e8d8a2, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/b95f9c3190b446539fd58b675841c6ad, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/0ce8afce9b5843a2a7b60a686ede83bb] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp, totalSize=48.8 K 2024-12-07T21:57:28,702 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting e671b71a36164b848f5aef98a62b70bb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=1185, earliestPutTs=1733608644859 2024-12-07T21:57:28,702 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 679b008eecb443df8936dff042e8d8a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=1207, earliestPutTs=1733608644875 2024-12-07T21:57:28,702 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting b95f9c3190b446539fd58b675841c6ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=1221, earliestPutTs=1733608645008 2024-12-07T21:57:28,703 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ce8afce9b5843a2a7b60a686ede83bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=1242, earliestPutTs=1733608647191 2024-12-07T21:57:28,711 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0bbc6037afcb979242d79fa62ecaee83#C#compaction#266 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:28,712 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/f6fd5c16e1f241cbada7293626975367 is 50, key is test_row_0/C:col10/1733608647822/Put/seqid=0 2024-12-07T21:57:28,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742134_1310 (size=13187) 2024-12-07T21:57:28,736 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/f6fd5c16e1f241cbada7293626975367 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/f6fd5c16e1f241cbada7293626975367 2024-12-07T21:57:28,740 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0bbc6037afcb979242d79fa62ecaee83/C of 0bbc6037afcb979242d79fa62ecaee83 into f6fd5c16e1f241cbada7293626975367(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:28,740 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:28,740 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., storeName=0bbc6037afcb979242d79fa62ecaee83/C, priority=12, startTime=1733608648681; duration=0sec 2024-12-07T21:57:28,741 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:28,741 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bbc6037afcb979242d79fa62ecaee83:C 2024-12-07T21:57:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:28,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0bbc6037afcb979242d79fa62ecaee83 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-07T21:57:28,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=A 2024-12-07T21:57:28,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:28,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=B 2024-12-07T21:57:28,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:28,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=C 2024-12-07T21:57:28,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:28,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/d0cbf54819ae482a9a54ce1134511a7b is 50, key is test_row_0/A:col10/1733608647834/Put/seqid=0 2024-12-07T21:57:28,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742135_1311 (size=12301) 2024-12-07T21:57:28,982 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=1256 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/d0cbf54819ae482a9a54ce1134511a7b 2024-12-07T21:57:28,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/67a4aa53f3454e4db42c9100ae8e1704 is 50, key is test_row_0/B:col10/1733608647834/Put/seqid=0 2024-12-07T21:57:28,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742136_1312 (size=12301) 2024-12-07T21:57:28,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608708989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:28,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608708990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:28,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:28,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:28,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:28,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:28,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:28,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:28,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 361 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608708991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:28,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:28,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:28,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:28,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:28,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608708992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:28,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:28,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:28,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:28,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 302 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608708993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:28,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:28,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:28,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:29,097 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/f41734926b2647ed95a3609df0a13234 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/f41734926b2647ed95a3609df0a13234 2024-12-07T21:57:29,100 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0bbc6037afcb979242d79fa62ecaee83/B of 0bbc6037afcb979242d79fa62ecaee83 into f41734926b2647ed95a3609df0a13234(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:29,101 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:29,101 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., storeName=0bbc6037afcb979242d79fa62ecaee83/B, priority=12, startTime=1733608648681; duration=0sec 2024-12-07T21:57:29,101 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:29,101 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0bbc6037afcb979242d79fa62ecaee83:B 2024-12-07T21:57:29,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608709100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:29,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:29,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608709101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:29,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:29,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:29,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:29,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:29,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:29,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608709101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:29,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:29,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:29,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:29,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608709101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:29,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:29,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:29,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:29,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 362 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608709101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:29,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:29,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:29,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:29,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608709310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:29,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:29,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:29,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:29,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 304 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608709310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:29,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:29,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:29,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608709310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:29,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:29,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:29,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:29,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:29,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608709311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:29,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:29,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:29,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 363 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608709311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:29,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:29,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:29,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:29,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:29,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=1256 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/67a4aa53f3454e4db42c9100ae8e1704 2024-12-07T21:57:29,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/2567c172dcb64ee6a6ab0266e13e9767 is 50, key is test_row_0/C:col10/1733608647834/Put/seqid=0 2024-12-07T21:57:29,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742137_1313 (size=12301) 2024-12-07T21:57:29,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-07T21:57:29,601 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:57:29,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:57:29,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-12-07T21:57:29,603 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:57:29,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-07T21:57:29,603 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:57:29,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:57:29,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:29,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52414 deadline: 1733608709621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:29,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:29,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:29,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:29,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52420 deadline: 1733608709621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:29,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:29,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:29,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52462 deadline: 1733608709621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:29,623 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:29,623 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:29,623 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:29,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:29,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:29,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52456 deadline: 1733608709621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:29,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:29,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:29,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:29,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:29,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:29,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 364 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52400 deadline: 1733608709621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:29,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:29,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:29,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:29,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:57:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-07T21:57:29,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-07T21:57:29,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:29,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:29,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:29,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:29,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:29,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=1256 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/2567c172dcb64ee6a6ab0266e13e9767 2024-12-07T21:57:29,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/d0cbf54819ae482a9a54ce1134511a7b as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/d0cbf54819ae482a9a54ce1134511a7b 2024-12-07T21:57:29,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/d0cbf54819ae482a9a54ce1134511a7b, entries=150, sequenceid=1256, filesize=12.0 K 2024-12-07T21:57:29,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/67a4aa53f3454e4db42c9100ae8e1704 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/67a4aa53f3454e4db42c9100ae8e1704 2024-12-07T21:57:29,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/67a4aa53f3454e4db42c9100ae8e1704, entries=150, sequenceid=1256, filesize=12.0 K 2024-12-07T21:57:29,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/2567c172dcb64ee6a6ab0266e13e9767 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/2567c172dcb64ee6a6ab0266e13e9767 2024-12-07T21:57:29,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/2567c172dcb64ee6a6ab0266e13e9767, entries=150, sequenceid=1256, filesize=12.0 K 2024-12-07T21:57:29,816 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 0bbc6037afcb979242d79fa62ecaee83 in 844ms, sequenceid=1256, compaction requested=false 2024-12-07T21:57:29,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:29,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-07T21:57:29,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:29,907 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 0bbc6037afcb979242d79fa62ecaee83 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-07T21:57:29,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=A 2024-12-07T21:57:29,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:29,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=B 2024-12-07T21:57:29,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:29,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=C 2024-12-07T21:57:29,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:29,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/4b77801f3c4448049a9e05a94cc6ead1 is 50, key is test_row_0/A:col10/1733608648991/Put/seqid=0 2024-12-07T21:57:29,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742138_1314 (size=12301) 2024-12-07T21:57:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-07T21:57:29,967 INFO [Thread-1088 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1088. 2024-12-07T21:57:29,967 INFO [Thread-1090 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1090. 2024-12-07T21:57:29,967 DEBUG [Thread-1088 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:57:29,967 DEBUG [Thread-1090 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:57:29,967 DEBUG [Thread-1090 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:29,967 DEBUG [Thread-1088 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:29,967 DEBUG [Thread-1088 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:29,967 DEBUG [Thread-1090 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:29,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:57:29,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:57:29,969 INFO [Thread-1092 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1092. 2024-12-07T21:57:29,969 DEBUG [Thread-1092 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:57:29,969 DEBUG [Thread-1092 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:29,969 DEBUG [Thread-1092 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:29,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:57:29,969 INFO [Thread-1086 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1086. 2024-12-07T21:57:29,969 DEBUG [Thread-1086 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:57:29,970 DEBUG [Thread-1086 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:29,970 DEBUG [Thread-1086 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:29,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:57:29,970 INFO [Thread-1094 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1094. 2024-12-07T21:57:29,970 DEBUG [Thread-1094 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:57:29,970 DEBUG [Thread-1094 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:29,970 DEBUG [Thread-1094 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:29,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:57:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:30,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. as already flushing 2024-12-07T21:57:30,134 INFO [Thread-1079 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1079. 2024-12-07T21:57:30,134 DEBUG [Thread-1079 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:57:30,134 DEBUG [Thread-1079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:30,135 DEBUG [Thread-1079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:30,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:57:30,135 INFO [Thread-1077 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1077. 2024-12-07T21:57:30,135 INFO [Thread-1075 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1075. 2024-12-07T21:57:30,135 DEBUG [Thread-1077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:57:30,135 DEBUG [Thread-1077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:30,135 DEBUG [Thread-1075 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:57:30,135 DEBUG [Thread-1075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:30,135 DEBUG [Thread-1077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:30,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:57:30,136 DEBUG [Thread-1075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:30,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:57:30,137 INFO [Thread-1081 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1081. 2024-12-07T21:57:30,137 DEBUG [Thread-1081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:57:30,137 DEBUG [Thread-1081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:30,137 DEBUG [Thread-1081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:30,137 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:57:30,138 INFO [Thread-1083 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1083. 2024-12-07T21:57:30,138 DEBUG [Thread-1083 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:57:30,138 DEBUG [Thread-1083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:30,138 DEBUG [Thread-1083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:30,138 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:57:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-07T21:57:30,314 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=1277 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/4b77801f3c4448049a9e05a94cc6ead1 2024-12-07T21:57:30,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/25e85a9edf194395ae64cea774bdb005 is 50, key is test_row_0/B:col10/1733608648991/Put/seqid=0 2024-12-07T21:57:30,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742139_1315 (size=12301) 2024-12-07T21:57:30,725 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=1277 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/25e85a9edf194395ae64cea774bdb005 2024-12-07T21:57:30,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/c162dacf23154c10ba17a2ab21e2ef2a is 50, key is test_row_0/C:col10/1733608648991/Put/seqid=0 2024-12-07T21:57:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-07T21:57:30,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742140_1316 (size=12301) 2024-12-07T21:57:31,146 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=1277 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/c162dacf23154c10ba17a2ab21e2ef2a 2024-12-07T21:57:31,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/4b77801f3c4448049a9e05a94cc6ead1 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/4b77801f3c4448049a9e05a94cc6ead1 2024-12-07T21:57:31,161 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/4b77801f3c4448049a9e05a94cc6ead1, entries=150, sequenceid=1277, filesize=12.0 K 2024-12-07T21:57:31,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/25e85a9edf194395ae64cea774bdb005 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/25e85a9edf194395ae64cea774bdb005 2024-12-07T21:57:31,167 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/25e85a9edf194395ae64cea774bdb005, entries=150, sequenceid=1277, filesize=12.0 K 2024-12-07T21:57:31,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/c162dacf23154c10ba17a2ab21e2ef2a as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/c162dacf23154c10ba17a2ab21e2ef2a 2024-12-07T21:57:31,173 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/c162dacf23154c10ba17a2ab21e2ef2a, entries=150, sequenceid=1277, filesize=12.0 K 2024-12-07T21:57:31,174 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=33.54 KB/34350 for 0bbc6037afcb979242d79fa62ecaee83 in 1267ms, sequenceid=1277, compaction requested=true 2024-12-07T21:57:31,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 0bbc6037afcb979242d79fa62ecaee83: 2024-12-07T21:57:31,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:31,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-12-07T21:57:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-12-07T21:57:31,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-12-07T21:57:31,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5720 sec 2024-12-07T21:57:31,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.5760 sec 2024-12-07T21:57:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-07T21:57:31,752 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:57:31,752 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-07T21:57:31,752 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 266 2024-12-07T21:57:31,752 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 223 2024-12-07T21:57:31,752 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 191 2024-12-07T21:57:31,752 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 198 2024-12-07T21:57:31,752 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 315 2024-12-07T21:57:31,752 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-07T21:57:31,752 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4484 2024-12-07T21:57:31,752 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4562 2024-12-07T21:57:31,752 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4395 2024-12-07T21:57:31,752 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4521 2024-12-07T21:57:31,752 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4569 2024-12-07T21:57:31,752 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-07T21:57:31,752 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T21:57:31,753 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T21:57:31,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:31,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:31,753 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:57:31,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-07T21:57:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-07T21:57:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-07T21:57:31,760 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608651760"}]},"ts":"1733608651760"} 2024-12-07T21:57:31,762 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-07T21:57:31,762 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-07T21:57:31,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T21:57:31,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0bbc6037afcb979242d79fa62ecaee83, UNASSIGN}] 2024-12-07T21:57:31,766 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0bbc6037afcb979242d79fa62ecaee83, UNASSIGN 2024-12-07T21:57:31,768 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=0bbc6037afcb979242d79fa62ecaee83, regionState=CLOSING, regionLocation=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:31,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0bbc6037afcb979242d79fa62ecaee83, UNASSIGN because future has completed 2024-12-07T21:57:31,770 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T21:57:31,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228}] 2024-12-07T21:57:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-07T21:57:31,923 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(122): Close 0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:31,923 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-07T21:57:31,923 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1722): Closing 0bbc6037afcb979242d79fa62ecaee83, disabling compactions & flushes 2024-12-07T21:57:31,923 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:31,923 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:31,923 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. after waiting 0 ms 2024-12-07T21:57:31,923 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:31,923 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(2902): Flushing 0bbc6037afcb979242d79fa62ecaee83 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-07T21:57:31,923 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=A 2024-12-07T21:57:31,924 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:31,924 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=B 2024-12-07T21:57:31,924 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:31,924 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0bbc6037afcb979242d79fa62ecaee83, store=C 2024-12-07T21:57:31,924 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:31,927 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/3a5d17b2c46349b784eeb37d85764bc6 is 50, key is test_row_0/A:col10/1733608650135/Put/seqid=0 2024-12-07T21:57:31,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742141_1317 (size=12301) 2024-12-07T21:57:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-07T21:57:32,331 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=1285 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/3a5d17b2c46349b784eeb37d85764bc6 2024-12-07T21:57:32,344 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/90772d2fec9f41488460e644931dfe89 is 50, key is test_row_0/B:col10/1733608650135/Put/seqid=0 2024-12-07T21:57:32,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742142_1318 (size=12301) 2024-12-07T21:57:32,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-07T21:57:32,749 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=1285 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/90772d2fec9f41488460e644931dfe89 2024-12-07T21:57:32,763 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/d9adcb6d9b2c41428b04a2806a23841e is 50, key is test_row_0/C:col10/1733608650135/Put/seqid=0 2024-12-07T21:57:32,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742143_1319 (size=12301) 2024-12-07T21:57:32,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-07T21:57:33,169 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=1285 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/d9adcb6d9b2c41428b04a2806a23841e 2024-12-07T21:57:33,175 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/A/3a5d17b2c46349b784eeb37d85764bc6 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/3a5d17b2c46349b784eeb37d85764bc6 2024-12-07T21:57:33,178 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/3a5d17b2c46349b784eeb37d85764bc6, entries=150, sequenceid=1285, filesize=12.0 K 2024-12-07T21:57:33,179 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/B/90772d2fec9f41488460e644931dfe89 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/90772d2fec9f41488460e644931dfe89 2024-12-07T21:57:33,182 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/90772d2fec9f41488460e644931dfe89, entries=150, sequenceid=1285, filesize=12.0 K 2024-12-07T21:57:33,183 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/.tmp/C/d9adcb6d9b2c41428b04a2806a23841e as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/d9adcb6d9b2c41428b04a2806a23841e 2024-12-07T21:57:33,187 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/d9adcb6d9b2c41428b04a2806a23841e, entries=150, sequenceid=1285, filesize=12.0 K 2024-12-07T21:57:33,188 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 0bbc6037afcb979242d79fa62ecaee83 in 1265ms, sequenceid=1285, compaction requested=true 2024-12-07T21:57:33,188 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/95d950a2ac00471c87b73bf526f09ebb, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/d69d01b8427f4f67bd8c3b05ae4b26a2, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/15f1f460ea684a4f822ba2f021355c35, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/12153fc307e24cfaa79cabfdf0378667, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/1a361932585c4fb485da11817617c904, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/c32c97a717604f14bce58b9e882d98cd, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/dfa4c8807a144ab0a1583f8f54602b76, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/48356dc31859441f8e3e8c35fe04ad3c, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/d3b8cb8341554477bc8698dfdd0141d7, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/64cf9dfa1b4e47ed9b943f5f61887cac, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/96d56eb980924f91a10203c945662dc8, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/6cc05f84eb8a42058308b536538a042b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/1e4647c7be994572af31dbba4aa25789, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/fcd0cc4b18db4b4b8b1f9385b0fe2179, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/7fa6541eb5f84f478d048a8201f0d5a9, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/df5b48cf537c480d8632c2eb4b0f6838, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/67a8f33c894c408e8ffdd85bfe1a1251, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/1868a807e5e14cd1a29d31259e9693c5, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/f8f41985f665402883baa227481c1966, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/54cd42ba268f4577b7c3f1edbd36e6f3, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/0e57e06b552a4ebfa2dfb95b41b6b2df, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/902b840465e942d5a2b8964a8eb4a629, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/b6a13b295347462e86705a8570e1a1cf, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/0370dfcdf47142428d9506513dff762e, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/7d907295b3d34e22a6f60bae233a7a6b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/b2775646166647cda52298bb6896c373] to archive 2024-12-07T21:57:33,189 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T21:57:33,191 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/95d950a2ac00471c87b73bf526f09ebb to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/95d950a2ac00471c87b73bf526f09ebb 2024-12-07T21:57:33,192 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/d69d01b8427f4f67bd8c3b05ae4b26a2 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/d69d01b8427f4f67bd8c3b05ae4b26a2 2024-12-07T21:57:33,194 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/15f1f460ea684a4f822ba2f021355c35 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/15f1f460ea684a4f822ba2f021355c35 2024-12-07T21:57:33,195 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/12153fc307e24cfaa79cabfdf0378667 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/12153fc307e24cfaa79cabfdf0378667 2024-12-07T21:57:33,196 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/1a361932585c4fb485da11817617c904 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/1a361932585c4fb485da11817617c904 2024-12-07T21:57:33,198 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/c32c97a717604f14bce58b9e882d98cd to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/c32c97a717604f14bce58b9e882d98cd 2024-12-07T21:57:33,199 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/dfa4c8807a144ab0a1583f8f54602b76 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/dfa4c8807a144ab0a1583f8f54602b76 2024-12-07T21:57:33,200 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/48356dc31859441f8e3e8c35fe04ad3c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/48356dc31859441f8e3e8c35fe04ad3c 2024-12-07T21:57:33,201 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/d3b8cb8341554477bc8698dfdd0141d7 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/d3b8cb8341554477bc8698dfdd0141d7 2024-12-07T21:57:33,202 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/64cf9dfa1b4e47ed9b943f5f61887cac to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/64cf9dfa1b4e47ed9b943f5f61887cac 2024-12-07T21:57:33,203 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/96d56eb980924f91a10203c945662dc8 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/96d56eb980924f91a10203c945662dc8 2024-12-07T21:57:33,204 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/6cc05f84eb8a42058308b536538a042b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/6cc05f84eb8a42058308b536538a042b 2024-12-07T21:57:33,205 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/1e4647c7be994572af31dbba4aa25789 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/1e4647c7be994572af31dbba4aa25789 2024-12-07T21:57:33,205 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/fcd0cc4b18db4b4b8b1f9385b0fe2179 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/fcd0cc4b18db4b4b8b1f9385b0fe2179 2024-12-07T21:57:33,206 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/7fa6541eb5f84f478d048a8201f0d5a9 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/7fa6541eb5f84f478d048a8201f0d5a9 2024-12-07T21:57:33,207 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/df5b48cf537c480d8632c2eb4b0f6838 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/df5b48cf537c480d8632c2eb4b0f6838 2024-12-07T21:57:33,208 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/67a8f33c894c408e8ffdd85bfe1a1251 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/67a8f33c894c408e8ffdd85bfe1a1251 2024-12-07T21:57:33,209 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/1868a807e5e14cd1a29d31259e9693c5 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/1868a807e5e14cd1a29d31259e9693c5 2024-12-07T21:57:33,209 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/f8f41985f665402883baa227481c1966 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/f8f41985f665402883baa227481c1966 2024-12-07T21:57:33,210 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/54cd42ba268f4577b7c3f1edbd36e6f3 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/54cd42ba268f4577b7c3f1edbd36e6f3 2024-12-07T21:57:33,210 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/0e57e06b552a4ebfa2dfb95b41b6b2df to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/0e57e06b552a4ebfa2dfb95b41b6b2df 2024-12-07T21:57:33,211 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/902b840465e942d5a2b8964a8eb4a629 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/902b840465e942d5a2b8964a8eb4a629 2024-12-07T21:57:33,212 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/b6a13b295347462e86705a8570e1a1cf to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/b6a13b295347462e86705a8570e1a1cf 2024-12-07T21:57:33,212 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/0370dfcdf47142428d9506513dff762e to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/0370dfcdf47142428d9506513dff762e 2024-12-07T21:57:33,213 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/7d907295b3d34e22a6f60bae233a7a6b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/7d907295b3d34e22a6f60bae233a7a6b 2024-12-07T21:57:33,214 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/b2775646166647cda52298bb6896c373 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/b2775646166647cda52298bb6896c373 2024-12-07T21:57:33,215 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/bab690dbac954bdbb23687029f525b59, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/94a894222c4a4d158ef14b67569b02af, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/089a155599cf4dcfb719cec081897c34, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/e17c9235a9a8494ebab6a19720b9121e, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/dab93bd5c7df42e2aeb79351cdfeb3c2, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/09a5cf6ca7a04fdbbd878368dbbc7e37, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/2220149d5faf424490ab64bdf6828a86, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/6c812ad3305141faa58372560ae4d0a9, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/a000329f48554ec9be6abd2ae036938d, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/89cda375ca90455590a7e161ea1fbd22, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/9252e1cedbd4446599e2cd3f9b3cc658, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/c508707b7b4d446e8be4552361797fef, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/042e788e5fe346c9b4f746921efa17e1, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/217ae88384454581b2ebe4015be6b3c7, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/a166e1b49bb44af0a0685bdc31e730e0, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/d6d0d635fe824a3eb23b45da7299c49e, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/2aaa9340de694cafa39850608c745120, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/258e946986d443839ca038245b2bb529, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/30b2169fdf7c40beb748597efb92a962, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/fc0ad63050344aa2a382e27860cc5540, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/df66b343d8554ec6b9b513e2c171fb60, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/0e8affad72f147de8b9f35eb555d0fee, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/60e73336e67c4b10a7252667970ac663, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/d7e5a02424934c5c978d933056097603, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/79d7244459a24999b5fd5c93ba915f55, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/2bd506a3cf4f493e8297d1ae6d80c870] to archive 2024-12-07T21:57:33,216 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T21:57:33,217 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/bab690dbac954bdbb23687029f525b59 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/bab690dbac954bdbb23687029f525b59 2024-12-07T21:57:33,217 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/94a894222c4a4d158ef14b67569b02af to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/94a894222c4a4d158ef14b67569b02af 2024-12-07T21:57:33,218 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/089a155599cf4dcfb719cec081897c34 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/089a155599cf4dcfb719cec081897c34 2024-12-07T21:57:33,219 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/e17c9235a9a8494ebab6a19720b9121e to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/e17c9235a9a8494ebab6a19720b9121e 2024-12-07T21:57:33,219 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/dab93bd5c7df42e2aeb79351cdfeb3c2 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/dab93bd5c7df42e2aeb79351cdfeb3c2 2024-12-07T21:57:33,220 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/09a5cf6ca7a04fdbbd878368dbbc7e37 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/09a5cf6ca7a04fdbbd878368dbbc7e37 2024-12-07T21:57:33,221 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/2220149d5faf424490ab64bdf6828a86 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/2220149d5faf424490ab64bdf6828a86 2024-12-07T21:57:33,221 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/6c812ad3305141faa58372560ae4d0a9 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/6c812ad3305141faa58372560ae4d0a9 2024-12-07T21:57:33,222 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/a000329f48554ec9be6abd2ae036938d to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/a000329f48554ec9be6abd2ae036938d 2024-12-07T21:57:33,222 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/89cda375ca90455590a7e161ea1fbd22 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/89cda375ca90455590a7e161ea1fbd22 2024-12-07T21:57:33,223 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/9252e1cedbd4446599e2cd3f9b3cc658 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/9252e1cedbd4446599e2cd3f9b3cc658 2024-12-07T21:57:33,224 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/c508707b7b4d446e8be4552361797fef to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/c508707b7b4d446e8be4552361797fef 2024-12-07T21:57:33,224 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/042e788e5fe346c9b4f746921efa17e1 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/042e788e5fe346c9b4f746921efa17e1 2024-12-07T21:57:33,225 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/217ae88384454581b2ebe4015be6b3c7 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/217ae88384454581b2ebe4015be6b3c7 2024-12-07T21:57:33,225 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/a166e1b49bb44af0a0685bdc31e730e0 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/a166e1b49bb44af0a0685bdc31e730e0 2024-12-07T21:57:33,226 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/d6d0d635fe824a3eb23b45da7299c49e to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/d6d0d635fe824a3eb23b45da7299c49e 2024-12-07T21:57:33,226 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/2aaa9340de694cafa39850608c745120 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/2aaa9340de694cafa39850608c745120 2024-12-07T21:57:33,227 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/258e946986d443839ca038245b2bb529 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/258e946986d443839ca038245b2bb529 2024-12-07T21:57:33,228 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/30b2169fdf7c40beb748597efb92a962 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/30b2169fdf7c40beb748597efb92a962 2024-12-07T21:57:33,228 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/fc0ad63050344aa2a382e27860cc5540 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/fc0ad63050344aa2a382e27860cc5540 2024-12-07T21:57:33,229 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/df66b343d8554ec6b9b513e2c171fb60 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/df66b343d8554ec6b9b513e2c171fb60 2024-12-07T21:57:33,230 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/0e8affad72f147de8b9f35eb555d0fee to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/0e8affad72f147de8b9f35eb555d0fee 2024-12-07T21:57:33,230 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/60e73336e67c4b10a7252667970ac663 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/60e73336e67c4b10a7252667970ac663 2024-12-07T21:57:33,231 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/d7e5a02424934c5c978d933056097603 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/d7e5a02424934c5c978d933056097603 2024-12-07T21:57:33,232 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/79d7244459a24999b5fd5c93ba915f55 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/79d7244459a24999b5fd5c93ba915f55 2024-12-07T21:57:33,233 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/2bd506a3cf4f493e8297d1ae6d80c870 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/2bd506a3cf4f493e8297d1ae6d80c870 2024-12-07T21:57:33,234 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/5475d70543274fdc90bb9ee395944d07, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/22487a1a6c77443e992dc05a49a5183a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/5adcba0d6531445fa1a3c2e3ad33ceff, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/6236fe4dc8124cc7857f17bb43df1aeb, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/bf287ac6e0d545feb26555b2e397b636, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/953a8be8992c4ac382c1dc50d48532a9, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/e156a361ccd6453b99286999b413312f, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/8cc30c4a5c524f7d96fd33226c767de1, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/e9035f00d86b494e8914d6542c860e45, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/03dc1a8726be416cba631b8184d48e30, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/3a3e05b8d89f4fe08fea397311a140cc, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/ff71ecc81db842849b6501f5895b620d, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/9dee2dd8acea4aa39a6f5d3c03f5fb50, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/5576c97bfebf4a2a83d2a362fcd815be, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/010c5697ff9347b08b666a96b8f93e1f, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/4f3d594756224dc8868c71a315fdaa9b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/5bf2202d6df344b6b07462d379b8e907, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/1ccec794529a42df8539102f5207bd06, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/62d929d92197479b87f4fa4e6700ecc6, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/4ea66015e8ee4559971dd190343cc00b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/efcbf4f53a374de98458fbe673dcc471, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/e671b71a36164b848f5aef98a62b70bb, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/23267f7405ac4435a7e9ecdb21578f86, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/679b008eecb443df8936dff042e8d8a2, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/b95f9c3190b446539fd58b675841c6ad, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/0ce8afce9b5843a2a7b60a686ede83bb] to archive 2024-12-07T21:57:33,234 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T21:57:33,235 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/5475d70543274fdc90bb9ee395944d07 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/5475d70543274fdc90bb9ee395944d07 2024-12-07T21:57:33,236 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/22487a1a6c77443e992dc05a49a5183a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/22487a1a6c77443e992dc05a49a5183a 2024-12-07T21:57:33,237 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/5adcba0d6531445fa1a3c2e3ad33ceff to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/5adcba0d6531445fa1a3c2e3ad33ceff 2024-12-07T21:57:33,238 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/6236fe4dc8124cc7857f17bb43df1aeb to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/6236fe4dc8124cc7857f17bb43df1aeb 2024-12-07T21:57:33,239 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/bf287ac6e0d545feb26555b2e397b636 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/bf287ac6e0d545feb26555b2e397b636 2024-12-07T21:57:33,240 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/953a8be8992c4ac382c1dc50d48532a9 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/953a8be8992c4ac382c1dc50d48532a9 2024-12-07T21:57:33,241 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/e156a361ccd6453b99286999b413312f to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/e156a361ccd6453b99286999b413312f 2024-12-07T21:57:33,242 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/8cc30c4a5c524f7d96fd33226c767de1 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/8cc30c4a5c524f7d96fd33226c767de1 2024-12-07T21:57:33,243 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/e9035f00d86b494e8914d6542c860e45 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/e9035f00d86b494e8914d6542c860e45 2024-12-07T21:57:33,244 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/03dc1a8726be416cba631b8184d48e30 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/03dc1a8726be416cba631b8184d48e30 2024-12-07T21:57:33,245 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/3a3e05b8d89f4fe08fea397311a140cc to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/3a3e05b8d89f4fe08fea397311a140cc 2024-12-07T21:57:33,247 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/ff71ecc81db842849b6501f5895b620d to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/ff71ecc81db842849b6501f5895b620d 2024-12-07T21:57:33,248 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/9dee2dd8acea4aa39a6f5d3c03f5fb50 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/9dee2dd8acea4aa39a6f5d3c03f5fb50 2024-12-07T21:57:33,249 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/5576c97bfebf4a2a83d2a362fcd815be to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/5576c97bfebf4a2a83d2a362fcd815be 2024-12-07T21:57:33,250 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/010c5697ff9347b08b666a96b8f93e1f to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/010c5697ff9347b08b666a96b8f93e1f 2024-12-07T21:57:33,251 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/4f3d594756224dc8868c71a315fdaa9b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/4f3d594756224dc8868c71a315fdaa9b 2024-12-07T21:57:33,252 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/5bf2202d6df344b6b07462d379b8e907 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/5bf2202d6df344b6b07462d379b8e907 2024-12-07T21:57:33,252 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/1ccec794529a42df8539102f5207bd06 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/1ccec794529a42df8539102f5207bd06 2024-12-07T21:57:33,253 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/62d929d92197479b87f4fa4e6700ecc6 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/62d929d92197479b87f4fa4e6700ecc6 2024-12-07T21:57:33,254 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/4ea66015e8ee4559971dd190343cc00b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/4ea66015e8ee4559971dd190343cc00b 2024-12-07T21:57:33,255 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/efcbf4f53a374de98458fbe673dcc471 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/efcbf4f53a374de98458fbe673dcc471 2024-12-07T21:57:33,255 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/e671b71a36164b848f5aef98a62b70bb to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/e671b71a36164b848f5aef98a62b70bb 2024-12-07T21:57:33,256 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/23267f7405ac4435a7e9ecdb21578f86 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/23267f7405ac4435a7e9ecdb21578f86 2024-12-07T21:57:33,257 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/679b008eecb443df8936dff042e8d8a2 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/679b008eecb443df8936dff042e8d8a2 2024-12-07T21:57:33,257 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/b95f9c3190b446539fd58b675841c6ad to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/b95f9c3190b446539fd58b675841c6ad 2024-12-07T21:57:33,258 DEBUG [StoreCloser-TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/0ce8afce9b5843a2a7b60a686ede83bb to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/0ce8afce9b5843a2a7b60a686ede83bb 2024-12-07T21:57:33,262 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/recovered.edits/1288.seqid, newMaxSeqId=1288, maxSeqId=1 2024-12-07T21:57:33,262 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. 2024-12-07T21:57:33,262 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1676): Region close journal for 0bbc6037afcb979242d79fa62ecaee83: Waiting for close lock at 1733608651923Running coprocessor pre-close hooks at 1733608651923Disabling compacts and flushes for region at 1733608651923Disabling writes for close at 1733608651923Obtaining lock to block concurrent updates at 1733608651923Preparing flush snapshotting stores in 0bbc6037afcb979242d79fa62ecaee83 at 1733608651923Finished memstore snapshotting TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733608651924 (+1 ms)Flushing stores of TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83. at 1733608651924Flushing 0bbc6037afcb979242d79fa62ecaee83/A: creating writer at 1733608651924Flushing 0bbc6037afcb979242d79fa62ecaee83/A: appending metadata at 1733608651927 (+3 ms)Flushing 0bbc6037afcb979242d79fa62ecaee83/A: closing flushed file at 1733608651927Flushing 0bbc6037afcb979242d79fa62ecaee83/B: creating writer at 1733608652341 (+414 ms)Flushing 0bbc6037afcb979242d79fa62ecaee83/B: appending metadata at 1733608652343 (+2 ms)Flushing 0bbc6037afcb979242d79fa62ecaee83/B: closing flushed file at 1733608652343Flushing 0bbc6037afcb979242d79fa62ecaee83/C: creating writer at 1733608652757 (+414 ms)Flushing 0bbc6037afcb979242d79fa62ecaee83/C: appending metadata at 1733608652762 (+5 ms)Flushing 0bbc6037afcb979242d79fa62ecaee83/C: closing flushed file at 1733608652762Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@723eba1a: reopening flushed file at 1733608653174 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ae09bf9: reopening flushed file at 1733608653178 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b6229f: reopening flushed file at 1733608653182 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 0bbc6037afcb979242d79fa62ecaee83 in 1265ms, sequenceid=1285, compaction requested=true at 1733608653188 (+6 ms)Writing region close event to WAL at 1733608653259 (+71 ms)Running coprocessor post-close hooks at 1733608653262 (+3 ms)Closed at 1733608653262 2024-12-07T21:57:33,264 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(157): Closed 0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:33,264 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=0bbc6037afcb979242d79fa62ecaee83, regionState=CLOSED 2024-12-07T21:57:33,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 because future has completed 2024-12-07T21:57:33,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-12-07T21:57:33,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; CloseRegionProcedure 0bbc6037afcb979242d79fa62ecaee83, server=dbf4292a68c8,34281,1733608565228 in 1.4960 sec 2024-12-07T21:57:33,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-12-07T21:57:33,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0bbc6037afcb979242d79fa62ecaee83, UNASSIGN in 1.5020 sec 2024-12-07T21:57:33,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-12-07T21:57:33,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5050 sec 2024-12-07T21:57:33,270 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608653270"}]},"ts":"1733608653270"} 2024-12-07T21:57:33,271 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-07T21:57:33,271 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-07T21:57:33,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5180 sec 2024-12-07T21:57:33,578 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T21:57:33,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-07T21:57:33,901 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:57:33,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-07T21:57:33,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:57:33,904 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=84, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:57:33,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-07T21:57:33,905 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=84, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:57:33,907 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:33,909 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A, FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B, FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C, FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/recovered.edits] 2024-12-07T21:57:33,912 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/3a5d17b2c46349b784eeb37d85764bc6 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/3a5d17b2c46349b784eeb37d85764bc6 2024-12-07T21:57:33,913 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/4b77801f3c4448049a9e05a94cc6ead1 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/4b77801f3c4448049a9e05a94cc6ead1 2024-12-07T21:57:33,913 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/d0cbf54819ae482a9a54ce1134511a7b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/d0cbf54819ae482a9a54ce1134511a7b 2024-12-07T21:57:33,914 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/efa1abd29a7a4658901ee645adfa4243 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/A/efa1abd29a7a4658901ee645adfa4243 2024-12-07T21:57:33,916 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/25e85a9edf194395ae64cea774bdb005 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/25e85a9edf194395ae64cea774bdb005 2024-12-07T21:57:33,916 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/67a4aa53f3454e4db42c9100ae8e1704 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/67a4aa53f3454e4db42c9100ae8e1704 2024-12-07T21:57:33,917 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/90772d2fec9f41488460e644931dfe89 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/90772d2fec9f41488460e644931dfe89 2024-12-07T21:57:33,918 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/f41734926b2647ed95a3609df0a13234 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/B/f41734926b2647ed95a3609df0a13234 2024-12-07T21:57:33,919 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/2567c172dcb64ee6a6ab0266e13e9767 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/2567c172dcb64ee6a6ab0266e13e9767 2024-12-07T21:57:33,920 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/c162dacf23154c10ba17a2ab21e2ef2a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/c162dacf23154c10ba17a2ab21e2ef2a 2024-12-07T21:57:33,921 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/d9adcb6d9b2c41428b04a2806a23841e to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/d9adcb6d9b2c41428b04a2806a23841e 2024-12-07T21:57:33,921 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/f6fd5c16e1f241cbada7293626975367 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/C/f6fd5c16e1f241cbada7293626975367 2024-12-07T21:57:33,924 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/recovered.edits/1288.seqid to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83/recovered.edits/1288.seqid 2024-12-07T21:57:33,924 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/0bbc6037afcb979242d79fa62ecaee83 2024-12-07T21:57:33,924 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-07T21:57:33,926 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=84, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:57:33,929 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-07T21:57:33,931 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-07T21:57:33,932 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=84, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:57:33,932 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-07T21:57:33,932 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733608653932"}]},"ts":"9223372036854775807"} 2024-12-07T21:57:33,934 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-07T21:57:33,934 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0bbc6037afcb979242d79fa62ecaee83, NAME => 'TestAcidGuarantees,,1733608627758.0bbc6037afcb979242d79fa62ecaee83.', STARTKEY => '', ENDKEY => ''}] 2024-12-07T21:57:33,934 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-07T21:57:33,934 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733608653934"}]},"ts":"9223372036854775807"} 2024-12-07T21:57:33,938 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-07T21:57:33,938 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=84, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:57:33,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 36 msec 2024-12-07T21:57:34,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-07T21:57:34,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-07T21:57:34,013 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:57:34,020 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=250 (was 249) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1634029454_22 at /127.0.0.1:45668 [Waiting for operation #1076] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_954414919_22 at /127.0.0.1:45892 [Waiting for operation #696] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=423 (was 407) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=17601 (was 17815) 2024-12-07T21:57:34,030 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=250, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=423, ProcessCount=11, AvailableMemoryMB=17601 2024-12-07T21:57:34,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T21:57:34,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T21:57:34,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=85, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-07T21:57:34,033 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T21:57:34,033 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:34,034 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T21:57:34,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 85 2024-12-07T21:57:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-12-07T21:57:34,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742144_1320 (size=1061) 2024-12-07T21:57:34,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-12-07T21:57:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-12-07T21:57:34,443 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650 2024-12-07T21:57:34,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742145_1321 (size=53) 2024-12-07T21:57:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-12-07T21:57:34,854 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:57:34,854 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 62d4b132b06727f85e488d89d58b9f5a, disabling compactions & flushes 2024-12-07T21:57:34,854 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:34,854 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:34,854 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. after waiting 0 ms 2024-12-07T21:57:34,854 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:34,854 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:34,854 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 62d4b132b06727f85e488d89d58b9f5a: Waiting for close lock at 1733608654854Disabling compacts and flushes for region at 1733608654854Disabling writes for close at 1733608654854Writing region close event to WAL at 1733608654854Closed at 1733608654854 2024-12-07T21:57:34,856 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-07T21:57:34,857 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T21:57:34,858 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733608654857"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733608654857"}]},"ts":"1733608654857"} 2024-12-07T21:57:34,861 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T21:57:34,863 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T21:57:34,863 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608654863"}]},"ts":"1733608654863"} 2024-12-07T21:57:34,864 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-07T21:57:34,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=62d4b132b06727f85e488d89d58b9f5a, ASSIGN}] 2024-12-07T21:57:34,865 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=62d4b132b06727f85e488d89d58b9f5a, ASSIGN 2024-12-07T21:57:34,866 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=62d4b132b06727f85e488d89d58b9f5a, ASSIGN; state=OFFLINE, location=dbf4292a68c8,34281,1733608565228; forceNewPlan=false, retain=false 2024-12-07T21:57:35,016 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=62d4b132b06727f85e488d89d58b9f5a, regionState=OPENING, regionLocation=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:35,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=62d4b132b06727f85e488d89d58b9f5a, ASSIGN because future has completed 2024-12-07T21:57:35,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228}] 2024-12-07T21:57:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-12-07T21:57:35,173 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:35,174 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:57:35,174 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:35,174 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:57:35,174 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:35,174 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:35,176 INFO [StoreOpener-62d4b132b06727f85e488d89d58b9f5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:35,178 INFO [StoreOpener-62d4b132b06727f85e488d89d58b9f5a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T21:57:35,178 INFO [StoreOpener-62d4b132b06727f85e488d89d58b9f5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62d4b132b06727f85e488d89d58b9f5a columnFamilyName A 2024-12-07T21:57:35,178 DEBUG [StoreOpener-62d4b132b06727f85e488d89d58b9f5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:35,179 INFO [StoreOpener-62d4b132b06727f85e488d89d58b9f5a-1 {}] regionserver.HStore(327): Store=62d4b132b06727f85e488d89d58b9f5a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:57:35,179 INFO [StoreOpener-62d4b132b06727f85e488d89d58b9f5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:35,181 INFO [StoreOpener-62d4b132b06727f85e488d89d58b9f5a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T21:57:35,181 INFO [StoreOpener-62d4b132b06727f85e488d89d58b9f5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62d4b132b06727f85e488d89d58b9f5a columnFamilyName B 2024-12-07T21:57:35,181 DEBUG [StoreOpener-62d4b132b06727f85e488d89d58b9f5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:35,181 INFO [StoreOpener-62d4b132b06727f85e488d89d58b9f5a-1 {}] regionserver.HStore(327): Store=62d4b132b06727f85e488d89d58b9f5a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:57:35,182 INFO [StoreOpener-62d4b132b06727f85e488d89d58b9f5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:35,183 INFO [StoreOpener-62d4b132b06727f85e488d89d58b9f5a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T21:57:35,183 INFO [StoreOpener-62d4b132b06727f85e488d89d58b9f5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62d4b132b06727f85e488d89d58b9f5a columnFamilyName C 2024-12-07T21:57:35,183 DEBUG [StoreOpener-62d4b132b06727f85e488d89d58b9f5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:35,183 INFO [StoreOpener-62d4b132b06727f85e488d89d58b9f5a-1 {}] regionserver.HStore(327): Store=62d4b132b06727f85e488d89d58b9f5a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:57:35,184 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:35,184 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:35,185 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:35,185 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:35,186 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:35,186 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:35,187 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T21:57:35,188 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:35,191 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T21:57:35,191 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened 62d4b132b06727f85e488d89d58b9f5a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73583048, jitterRate=0.0964728593826294}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T21:57:35,191 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:35,192 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for 62d4b132b06727f85e488d89d58b9f5a: Running coprocessor pre-open hook at 1733608655174Writing region info on filesystem at 1733608655174Initializing all the Stores at 1733608655176 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608655176Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608655176Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608655176Cleaning up temporary data from old regions at 1733608655186 (+10 ms)Running coprocessor post-open hooks at 1733608655191 (+5 ms)Region opened successfully at 1733608655192 (+1 ms) 2024-12-07T21:57:35,192 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., pid=87, masterSystemTime=1733608655170 2024-12-07T21:57:35,194 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:35,194 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:35,194 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=62d4b132b06727f85e488d89d58b9f5a, regionState=OPEN, openSeqNum=2, regionLocation=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:35,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 because future has completed 2024-12-07T21:57:35,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-12-07T21:57:35,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; OpenRegionProcedure 62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 in 178 msec 2024-12-07T21:57:35,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-12-07T21:57:35,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=62d4b132b06727f85e488d89d58b9f5a, ASSIGN in 334 msec 2024-12-07T21:57:35,200 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T21:57:35,200 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608655200"}]},"ts":"1733608655200"} 2024-12-07T21:57:35,202 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-07T21:57:35,203 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T21:57:35,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1720 sec 2024-12-07T21:57:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-12-07T21:57:36,191 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:57:36,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29820261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:36,193 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:57:36,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:57:36,195 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:57:36,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:57:36,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:57:36,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d66eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:36,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:57:36,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:57:36,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:36,197 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:57:36,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b7db5dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:36,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:57:36,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:57:36,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:57:36,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42416, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:57:36,202 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T21:57:36,203 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is dbf4292a68c8,33471,1733608564515 2024-12-07T21:57:36,203 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71c60ea9 2024-12-07T21:57:36,203 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T21:57:36,204 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T21:57:36,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T21:57:36,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T21:57:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-07T21:57:36,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742146_1322 (size=1097) 2024-12-07T21:57:36,618 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-07T21:57:36,618 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-07T21:57:36,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T21:57:36,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=62d4b132b06727f85e488d89d58b9f5a, REOPEN/MOVE}] 2024-12-07T21:57:36,624 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=62d4b132b06727f85e488d89d58b9f5a, REOPEN/MOVE 2024-12-07T21:57:36,624 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=62d4b132b06727f85e488d89d58b9f5a, regionState=CLOSING, regionLocation=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:36,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=62d4b132b06727f85e488d89d58b9f5a, REOPEN/MOVE because future has completed 2024-12-07T21:57:36,626 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T21:57:36,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228}] 2024-12-07T21:57:36,779 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:36,779 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-07T21:57:36,779 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing 62d4b132b06727f85e488d89d58b9f5a, disabling compactions & flushes 2024-12-07T21:57:36,780 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:36,780 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:36,780 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. after waiting 0 ms 2024-12-07T21:57:36,780 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:36,790 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T21:57:36,791 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:36,791 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for 62d4b132b06727f85e488d89d58b9f5a: Waiting for close lock at 1733608656779Running coprocessor pre-close hooks at 1733608656779Disabling compacts and flushes for region at 1733608656779Disabling writes for close at 1733608656780 (+1 ms)Writing region close event to WAL at 1733608656781 (+1 ms)Running coprocessor post-close hooks at 1733608656791 (+10 ms)Closed at 1733608656791 2024-12-07T21:57:36,791 WARN [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionServer(3299): Not adding moved region record: 62d4b132b06727f85e488d89d58b9f5a to self. 2024-12-07T21:57:36,793 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:36,794 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=62d4b132b06727f85e488d89d58b9f5a, regionState=CLOSED 2024-12-07T21:57:36,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 because future has completed 2024-12-07T21:57:36,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-12-07T21:57:36,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure 62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 in 170 msec 2024-12-07T21:57:36,799 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=62d4b132b06727f85e488d89d58b9f5a, REOPEN/MOVE; state=CLOSED, location=dbf4292a68c8,34281,1733608565228; forceNewPlan=false, retain=true 2024-12-07T21:57:36,949 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=62d4b132b06727f85e488d89d58b9f5a, regionState=OPENING, regionLocation=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:36,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=62d4b132b06727f85e488d89d58b9f5a, REOPEN/MOVE because future has completed 2024-12-07T21:57:36,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228}] 2024-12-07T21:57:37,111 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:37,111 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7752): Opening region: {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:57:37,112 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:37,112 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:57:37,112 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7794): checking encryption for 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:37,112 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7797): checking classloading for 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:37,113 INFO [StoreOpener-62d4b132b06727f85e488d89d58b9f5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:37,114 INFO [StoreOpener-62d4b132b06727f85e488d89d58b9f5a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T21:57:37,114 INFO [StoreOpener-62d4b132b06727f85e488d89d58b9f5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62d4b132b06727f85e488d89d58b9f5a columnFamilyName A 2024-12-07T21:57:37,115 DEBUG [StoreOpener-62d4b132b06727f85e488d89d58b9f5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:37,116 INFO [StoreOpener-62d4b132b06727f85e488d89d58b9f5a-1 {}] regionserver.HStore(327): Store=62d4b132b06727f85e488d89d58b9f5a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:57:37,116 INFO [StoreOpener-62d4b132b06727f85e488d89d58b9f5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:37,117 INFO [StoreOpener-62d4b132b06727f85e488d89d58b9f5a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T21:57:37,117 INFO [StoreOpener-62d4b132b06727f85e488d89d58b9f5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62d4b132b06727f85e488d89d58b9f5a columnFamilyName B 2024-12-07T21:57:37,117 DEBUG [StoreOpener-62d4b132b06727f85e488d89d58b9f5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:37,117 INFO [StoreOpener-62d4b132b06727f85e488d89d58b9f5a-1 {}] regionserver.HStore(327): Store=62d4b132b06727f85e488d89d58b9f5a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:57:37,118 INFO [StoreOpener-62d4b132b06727f85e488d89d58b9f5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:37,118 INFO [StoreOpener-62d4b132b06727f85e488d89d58b9f5a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T21:57:37,118 INFO [StoreOpener-62d4b132b06727f85e488d89d58b9f5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62d4b132b06727f85e488d89d58b9f5a columnFamilyName C 2024-12-07T21:57:37,118 DEBUG [StoreOpener-62d4b132b06727f85e488d89d58b9f5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:37,119 INFO [StoreOpener-62d4b132b06727f85e488d89d58b9f5a-1 {}] regionserver.HStore(327): Store=62d4b132b06727f85e488d89d58b9f5a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:57:37,119 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:37,119 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1038): replaying wal for 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:37,120 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:37,121 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:37,122 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1048): stopping wal replay for 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:37,122 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1060): Cleaning up temporary data for 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:37,123 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T21:57:37,124 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1093): writing seq id for 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:37,124 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1114): Opened 62d4b132b06727f85e488d89d58b9f5a; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73198545, jitterRate=0.09074331820011139}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T21:57:37,124 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:37,125 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1006): Region open journal for 62d4b132b06727f85e488d89d58b9f5a: Running coprocessor pre-open hook at 1733608657112Writing region info on filesystem at 1733608657112Initializing all the Stores at 1733608657112Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608657113 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608657113Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608657113Cleaning up temporary data from old regions at 1733608657122 (+9 ms)Running coprocessor post-open hooks at 1733608657124 (+2 ms)Region opened successfully at 1733608657125 (+1 ms) 2024-12-07T21:57:37,125 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., pid=92, masterSystemTime=1733608657103 2024-12-07T21:57:37,127 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=62d4b132b06727f85e488d89d58b9f5a, regionState=OPEN, openSeqNum=5, regionLocation=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:37,128 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:37,128 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:37,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 because future has completed 2024-12-07T21:57:37,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=90 2024-12-07T21:57:37,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=90, state=SUCCESS, hasLock=false; OpenRegionProcedure 62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 in 178 msec 2024-12-07T21:57:37,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-12-07T21:57:37,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=62d4b132b06727f85e488d89d58b9f5a, REOPEN/MOVE in 508 msec 2024-12-07T21:57:37,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-12-07T21:57:37,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 512 msec 2024-12-07T21:57:37,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 927 msec 2024-12-07T21:57:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-07T21:57:37,136 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:57:37,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c07883b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:37,137 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:57:37,137 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:57:37,138 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:57:37,138 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:57:37,138 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:57:37,138 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@342af2ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:37,138 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:57:37,138 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:57:37,138 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:37,139 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57158, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:57:37,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ebbae35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:37,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d62a3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:37,140 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:57:37,140 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:57:37,140 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:57:37,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:57:37,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:57:37,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cec321a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:37,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:57:37,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:57:37,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:37,141 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57176, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:57:37,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117663ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:37,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6513d18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:37,142 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:57:37,142 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:57:37,143 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:57:37,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:57:37,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:57:37,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fdd0377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:37,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:57:37,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:57:37,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:37,144 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57194, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:57:37,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c94be9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:37,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510f8e66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:37,145 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:57:37,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:57:37,146 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:57:37,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:57:37,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:57:37,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d5ecd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:37,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:57:37,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:57:37,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:37,147 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57212, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:57:37,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8ad483, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:37,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74436e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:37,148 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:57:37,148 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:57:37,149 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:57:37,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:57:37,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:57:37,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c0e3d61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:37,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:57:37,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:57:37,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:37,150 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57236, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:57:37,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd51569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:37,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@469d248f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:37,151 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:57:37,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:57:37,151 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:57:37,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:57:37,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:57:37,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e53f37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:37,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:57:37,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:57:37,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:37,153 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57260, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:57:37,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2716221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:37,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e8c61ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:37,154 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:57:37,154 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:57:37,154 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:57:37,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:57:37,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:57:37,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1751e615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:37,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:57:37,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:57:37,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:37,155 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57280, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:57:37,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e8dd471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:37,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@147a1007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:37,156 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:57:37,156 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:57:37,157 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:57:37,157 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:57:37,157 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:57:37,157 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184b0249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:37,157 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:57:37,157 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:57:37,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:37,158 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:57:37,159 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf7f9b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:37,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b4d201d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:37,159 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:57:37,159 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:57:37,160 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:57:37,160 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:57:37,160 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:57:37,160 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb7df86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:37,160 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:57:37,160 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:57:37,160 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:37,161 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57320, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:57:37,161 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1726bde1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:37,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2b45c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:37,162 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:57:37,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:57:37,163 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:57:37,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:57:37,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:57:37,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@542fe6e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:37,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:57:37,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:57:37,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:37,164 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57330, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:57:37,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35811cc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:57:37,165 DEBUG [Thread-1474 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:57:37,165 DEBUG [Thread-1476 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:57:37,165 DEBUG [Thread-1489 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:57:37,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:57:37,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:57:37,166 DEBUG [Thread-1478 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:57:37,166 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:57:37,166 DEBUG [Thread-1482 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:57:37,166 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:57:37,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:57:37,167 DEBUG [Thread-1480 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:57:37,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:57:37,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:57:37,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:57:37,167 DEBUG [Thread-1491 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:57:37,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42422, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:57:37,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42430, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:57:37,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:57:37,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:57:37,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:57:37,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42438, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:57:37,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:57:37,168 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:57:37,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:57:37,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:57:37,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42456, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:57:37,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42460, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:57:37,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42474, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:57:37,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5] 2024-12-07T21:57:37,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5] 2024-12-07T21:57:37,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5] 2024-12-07T21:57:37,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5] 2024-12-07T21:57:37,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5] 2024-12-07T21:57:37,173 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5] 2024-12-07T21:57:37,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5] 2024-12-07T21:57:37,175 DEBUG [Thread-1493 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:57:37,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:57:37,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:57:37,177 DEBUG [Thread-1485 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:57:37,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:57:37,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:57:37,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42484, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:57:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:37,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 62d4b132b06727f85e488d89d58b9f5a 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-07T21:57:37,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=A 2024-12-07T21:57:37,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:37,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=B 2024-12-07T21:57:37,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:37,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=C 2024-12-07T21:57:37,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:37,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42490, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:57:37,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5] 2024-12-07T21:57:37,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5] 2024-12-07T21:57:37,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:57:37,198 DEBUG [Thread-1487 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:57:37,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:57:37,199 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:57:37,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:57:37,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608717197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:37,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5] 2024-12-07T21:57:37,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:37,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608717198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:37,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:37,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608717198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:37,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:37,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608717200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:37,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:37,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608717202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:37,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-12-07T21:57:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-07T21:57:37,217 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:57:37,217 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:57:37,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:57:37,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207f0da55b9999940beb4db786cb36b90c9_62d4b132b06727f85e488d89d58b9f5a is 50, key is test_row_0/A:col10/1733608657177/Put/seqid=0 2024-12-07T21:57:37,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742147_1323 (size=12154) 2024-12-07T21:57:37,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608717310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:37,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:37,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608717311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:37,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:37,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608717311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:37,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:37,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608717311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:37,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-07T21:57:37,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608717321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:37,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:37,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-07T21:57:37,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:37,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:37,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:37,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:37,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:37,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-07T21:57:37,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:37,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:37,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:37,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:37,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:37,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:37,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608717521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:37,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:37,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608717521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608717521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:37,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:37,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608717521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:37,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:37,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:37,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-07T21:57:37,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:37,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608717530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:37,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:37,662 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:37,665 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207f0da55b9999940beb4db786cb36b90c9_62d4b132b06727f85e488d89d58b9f5a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207f0da55b9999940beb4db786cb36b90c9_62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:37,667 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/7410845590b345d3b7f75f51d6f731ac, store: [table=TestAcidGuarantees family=A region=62d4b132b06727f85e488d89d58b9f5a] 2024-12-07T21:57:37,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/7410845590b345d3b7f75f51d6f731ac is 175, key is test_row_0/A:col10/1733608657177/Put/seqid=0 2024-12-07T21:57:37,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742148_1324 (size=30955) 2024-12-07T21:57:37,671 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/7410845590b345d3b7f75f51d6f731ac 2024-12-07T21:57:37,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-07T21:57:37,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:37,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:37,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:37,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:37,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:37,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:37,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/1de7fa21a7494c53b640cc865183ddc8 is 50, key is test_row_0/B:col10/1733608657177/Put/seqid=0 2024-12-07T21:57:37,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742149_1325 (size=12001) 2024-12-07T21:57:37,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-07T21:57:37,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:37,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:37,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:37,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:37,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-07T21:57:37,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608717841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:37,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:37,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608717841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:37,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:37,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:37,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608717841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:37,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:37,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:37,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608717841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:37,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:37,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608717841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:37,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:37,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:37,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:37,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-07T21:57:37,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:37,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:37,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:37,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:37,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:37,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:38,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/1de7fa21a7494c53b640cc865183ddc8 2024-12-07T21:57:38,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/37885e5c44c0426aa93d584a8bef53c2 is 50, key is test_row_0/C:col10/1733608657177/Put/seqid=0 2024-12-07T21:57:38,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742150_1326 (size=12001) 2024-12-07T21:57:38,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/37885e5c44c0426aa93d584a8bef53c2 2024-12-07T21:57:38,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/7410845590b345d3b7f75f51d6f731ac as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/7410845590b345d3b7f75f51d6f731ac 2024-12-07T21:57:38,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-07T21:57:38,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:38,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:38,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:38,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:38,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:38,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/7410845590b345d3b7f75f51d6f731ac, entries=150, sequenceid=16, filesize=30.2 K 2024-12-07T21:57:38,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/1de7fa21a7494c53b640cc865183ddc8 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/1de7fa21a7494c53b640cc865183ddc8 2024-12-07T21:57:38,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/1de7fa21a7494c53b640cc865183ddc8, entries=150, sequenceid=16, filesize=11.7 K 2024-12-07T21:57:38,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/37885e5c44c0426aa93d584a8bef53c2 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/37885e5c44c0426aa93d584a8bef53c2 2024-12-07T21:57:38,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/37885e5c44c0426aa93d584a8bef53c2, entries=150, sequenceid=16, filesize=11.7 K 2024-12-07T21:57:38,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 62d4b132b06727f85e488d89d58b9f5a in 986ms, sequenceid=16, compaction requested=false 2024-12-07T21:57:38,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 62d4b132b06727f85e488d89d58b9f5a: 2024-12-07T21:57:38,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-07T21:57:38,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:38,292 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2902): Flushing 62d4b132b06727f85e488d89d58b9f5a 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-07T21:57:38,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=A 2024-12-07T21:57:38,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:38,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=B 2024-12-07T21:57:38,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:38,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=C 2024-12-07T21:57:38,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:38,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412073ab3cea4360e437abf814de801c6f8fd_62d4b132b06727f85e488d89d58b9f5a is 50, key is test_row_0/A:col10/1733608657199/Put/seqid=0 2024-12-07T21:57:38,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742151_1327 (size=12154) 2024-12-07T21:57:38,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:38,314 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412073ab3cea4360e437abf814de801c6f8fd_62d4b132b06727f85e488d89d58b9f5a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412073ab3cea4360e437abf814de801c6f8fd_62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:38,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/7b904919b06a4eab9ee04ca54de025e7, store: [table=TestAcidGuarantees family=A region=62d4b132b06727f85e488d89d58b9f5a] 2024-12-07T21:57:38,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/7b904919b06a4eab9ee04ca54de025e7 is 175, key is test_row_0/A:col10/1733608657199/Put/seqid=0 2024-12-07T21:57:38,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742152_1328 (size=30955) 2024-12-07T21:57:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-07T21:57:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:38,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:38,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608718356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:38,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:38,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608718357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:38,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:38,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608718358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:38,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:38,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608718362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:38,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:38,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:38,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608718363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:38,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:38,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608718471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:38,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:38,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608718471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:38,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:38,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:38,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608718471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:38,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:38,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:38,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608718471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:38,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:38,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608718480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:38,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:38,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608718681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:38,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:38,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608718681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:38,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:38,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:38,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608718681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:38,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:38,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:38,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608718681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:38,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:38,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608718690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:38,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:38,721 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=36, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/7b904919b06a4eab9ee04ca54de025e7 2024-12-07T21:57:38,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/fde3b27d59734fbc934c61581794f96a is 50, key is test_row_0/B:col10/1733608657199/Put/seqid=0 2024-12-07T21:57:38,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742153_1329 (size=12001) 2024-12-07T21:57:38,790 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T21:57:38,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608718990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:38,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608718991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:38,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:38,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:38,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608718991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:38,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:38,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:38,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608718991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:38,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:38,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:38,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:39,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608719000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:39,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:39,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:39,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:39,131 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/fde3b27d59734fbc934c61581794f96a 2024-12-07T21:57:39,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/2d89fdc53d0c4257a0b4f2ea8ec2f2fa is 50, key is test_row_0/C:col10/1733608657199/Put/seqid=0 2024-12-07T21:57:39,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742154_1330 (size=12001) 2024-12-07T21:57:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-07T21:57:39,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608719501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:39,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608719501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:39,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608719501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:39,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608719501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:39,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:39,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:39,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:39,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:39,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608719510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:39,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:39,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:39,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:39,542 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/2d89fdc53d0c4257a0b4f2ea8ec2f2fa 2024-12-07T21:57:39,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/7b904919b06a4eab9ee04ca54de025e7 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/7b904919b06a4eab9ee04ca54de025e7 2024-12-07T21:57:39,548 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/7b904919b06a4eab9ee04ca54de025e7, entries=150, sequenceid=36, filesize=30.2 K 2024-12-07T21:57:39,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/fde3b27d59734fbc934c61581794f96a as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/fde3b27d59734fbc934c61581794f96a 2024-12-07T21:57:39,553 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/fde3b27d59734fbc934c61581794f96a, entries=150, sequenceid=36, filesize=11.7 K 2024-12-07T21:57:39,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/2d89fdc53d0c4257a0b4f2ea8ec2f2fa as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/2d89fdc53d0c4257a0b4f2ea8ec2f2fa 2024-12-07T21:57:39,557 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/2d89fdc53d0c4257a0b4f2ea8ec2f2fa, entries=150, sequenceid=36, filesize=11.7 K 2024-12-07T21:57:39,557 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 62d4b132b06727f85e488d89d58b9f5a in 1265ms, sequenceid=36, compaction requested=false 2024-12-07T21:57:39,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2603): Flush status journal for 62d4b132b06727f85e488d89d58b9f5a: 2024-12-07T21:57:39,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:39,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-12-07T21:57:39,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=94 2024-12-07T21:57:39,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-12-07T21:57:39,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3420 sec 2024-12-07T21:57:39,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 2.3700 sec 2024-12-07T21:57:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:40,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 62d4b132b06727f85e488d89d58b9f5a 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-07T21:57:40,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=A 2024-12-07T21:57:40,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:40,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=B 2024-12-07T21:57:40,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:40,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=C 2024-12-07T21:57:40,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:40,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412079bcc349b8a0a4b1d83fb0e66cf4472ed_62d4b132b06727f85e488d89d58b9f5a is 50, key is test_row_0/A:col10/1733608660512/Put/seqid=0 2024-12-07T21:57:40,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742155_1331 (size=14594) 2024-12-07T21:57:40,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608720542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:40,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:40,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:40,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608720545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:40,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:40,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:40,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:40,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:40,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608720546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:40,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608720547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:40,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:40,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:40,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:40,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:40,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:40,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608720548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:40,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:40,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:40,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:40,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:40,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608720660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:40,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:40,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608720660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:40,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:40,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:40,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:40,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:40,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608720661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:40,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:40,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:40,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:40,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608720661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:40,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:40,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608720661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:40,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:40,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:40,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:40,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:40,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:40,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:40,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608720871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:40,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:40,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608720871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:40,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:40,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:40,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:40,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:40,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608720871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:40,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:40,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:40,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:40,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:40,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608720871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:40,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:40,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608720871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:40,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:40,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:40,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:40,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:40,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:40,936 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:40,939 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412079bcc349b8a0a4b1d83fb0e66cf4472ed_62d4b132b06727f85e488d89d58b9f5a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412079bcc349b8a0a4b1d83fb0e66cf4472ed_62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:40,940 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/ad5646f2789b4860a2e244a248e626de, store: [table=TestAcidGuarantees family=A region=62d4b132b06727f85e488d89d58b9f5a] 2024-12-07T21:57:40,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/ad5646f2789b4860a2e244a248e626de is 175, key is test_row_0/A:col10/1733608660512/Put/seqid=0 2024-12-07T21:57:40,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742156_1332 (size=39549) 2024-12-07T21:57:41,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608721180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:41,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608721180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:41,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608721181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:41,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:41,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:41,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:41,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608721191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:41,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:41,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:41,195 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608721191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:41,195 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:41,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:41,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:41,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:41,344 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/ad5646f2789b4860a2e244a248e626de 2024-12-07T21:57:41,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/4ce15bbb54d94a7985ad7933b017ac15 is 50, key is test_row_0/B:col10/1733608660512/Put/seqid=0 2024-12-07T21:57:41,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742157_1333 (size=12001) 2024-12-07T21:57:41,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-07T21:57:41,381 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:57:41,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:57:41,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-12-07T21:57:41,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-07T21:57:41,383 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:57:41,383 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:57:41,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:57:41,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-07T21:57:41,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-07T21:57:41,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:41,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:41,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:41,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:41,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:41,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:41,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-07T21:57:41,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:41,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:41,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:41,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:41,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:41,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:41,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608721691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:41,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:41,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:41,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-07T21:57:41,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608721700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:41,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:41,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:41,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608721700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:41,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:41,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:41,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:41,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:41,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:41,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608721700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:41,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:41,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:41,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:41,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:41,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608721700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:41,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:41,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:41,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:41,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/4ce15bbb54d94a7985ad7933b017ac15 2024-12-07T21:57:41,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/16e23be4ca42417f8063ae66f8ad58c4 is 50, key is test_row_0/C:col10/1733608660512/Put/seqid=0 2024-12-07T21:57:41,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742158_1334 (size=12001) 2024-12-07T21:57:41,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-07T21:57:41,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:41,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:41,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:41,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:41,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:41,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:41,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-07T21:57:41,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:41,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:41,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:41,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:41,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-07T21:57:42,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-07T21:57:42,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:42,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:42,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:42,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:42,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:42,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/16e23be4ca42417f8063ae66f8ad58c4 2024-12-07T21:57:42,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/ad5646f2789b4860a2e244a248e626de as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/ad5646f2789b4860a2e244a248e626de 2024-12-07T21:57:42,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/ad5646f2789b4860a2e244a248e626de, entries=200, sequenceid=49, filesize=38.6 K 2024-12-07T21:57:42,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/4ce15bbb54d94a7985ad7933b017ac15 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/4ce15bbb54d94a7985ad7933b017ac15 2024-12-07T21:57:42,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/4ce15bbb54d94a7985ad7933b017ac15, entries=150, sequenceid=49, filesize=11.7 K 2024-12-07T21:57:42,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/16e23be4ca42417f8063ae66f8ad58c4 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/16e23be4ca42417f8063ae66f8ad58c4 2024-12-07T21:57:42,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/16e23be4ca42417f8063ae66f8ad58c4, entries=150, sequenceid=49, filesize=11.7 K 2024-12-07T21:57:42,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 62d4b132b06727f85e488d89d58b9f5a in 1706ms, sequenceid=49, compaction requested=true 2024-12-07T21:57:42,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 62d4b132b06727f85e488d89d58b9f5a: 2024-12-07T21:57:42,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d4b132b06727f85e488d89d58b9f5a:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:57:42,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:42,220 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:42,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d4b132b06727f85e488d89d58b9f5a:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:57:42,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:42,220 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:42,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d4b132b06727f85e488d89d58b9f5a:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:57:42,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:57:42,221 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:42,221 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:42,221 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 62d4b132b06727f85e488d89d58b9f5a/A is initiating minor compaction (all files) 2024-12-07T21:57:42,221 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 62d4b132b06727f85e488d89d58b9f5a/B is initiating minor compaction (all files) 2024-12-07T21:57:42,221 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 62d4b132b06727f85e488d89d58b9f5a/B in TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:42,221 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 62d4b132b06727f85e488d89d58b9f5a/A in TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:42,221 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/7410845590b345d3b7f75f51d6f731ac, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/7b904919b06a4eab9ee04ca54de025e7, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/ad5646f2789b4860a2e244a248e626de] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp, totalSize=99.1 K 2024-12-07T21:57:42,221 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/1de7fa21a7494c53b640cc865183ddc8, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/fde3b27d59734fbc934c61581794f96a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/4ce15bbb54d94a7985ad7933b017ac15] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp, totalSize=35.2 K 2024-12-07T21:57:42,221 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:42,221 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. files: [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/7410845590b345d3b7f75f51d6f731ac, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/7b904919b06a4eab9ee04ca54de025e7, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/ad5646f2789b4860a2e244a248e626de] 2024-12-07T21:57:42,221 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 1de7fa21a7494c53b640cc865183ddc8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733608657174 2024-12-07T21:57:42,222 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7410845590b345d3b7f75f51d6f731ac, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733608657174 2024-12-07T21:57:42,222 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting fde3b27d59734fbc934c61581794f96a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1733608657197 2024-12-07T21:57:42,222 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b904919b06a4eab9ee04ca54de025e7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1733608657197 2024-12-07T21:57:42,222 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ce15bbb54d94a7985ad7933b017ac15, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733608658353 2024-12-07T21:57:42,222 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad5646f2789b4860a2e244a248e626de, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733608658353 2024-12-07T21:57:42,229 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d4b132b06727f85e488d89d58b9f5a#B#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:42,229 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/e3ee0f6f42b04da8b3e325aed2519130 is 50, key is test_row_0/B:col10/1733608660512/Put/seqid=0 2024-12-07T21:57:42,230 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=62d4b132b06727f85e488d89d58b9f5a] 2024-12-07T21:57:42,235 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412076aa57fcd362745a3ac7cff4a96efc0e7_62d4b132b06727f85e488d89d58b9f5a store=[table=TestAcidGuarantees family=A region=62d4b132b06727f85e488d89d58b9f5a] 2024-12-07T21:57:42,237 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412076aa57fcd362745a3ac7cff4a96efc0e7_62d4b132b06727f85e488d89d58b9f5a, store=[table=TestAcidGuarantees family=A region=62d4b132b06727f85e488d89d58b9f5a] 2024-12-07T21:57:42,237 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412076aa57fcd362745a3ac7cff4a96efc0e7_62d4b132b06727f85e488d89d58b9f5a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=62d4b132b06727f85e488d89d58b9f5a] 2024-12-07T21:57:42,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742159_1335 (size=12104) 2024-12-07T21:57:42,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742160_1336 (size=4469) 2024-12-07T21:57:42,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-07T21:57:42,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:42,300 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing 62d4b132b06727f85e488d89d58b9f5a 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-07T21:57:42,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=A 2024-12-07T21:57:42,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:42,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=B 2024-12-07T21:57:42,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:42,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=C 2024-12-07T21:57:42,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:42,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207b1ce9de0f6af46aba67eb4f781077f49_62d4b132b06727f85e488d89d58b9f5a is 50, key is test_row_0/A:col10/1733608660547/Put/seqid=0 2024-12-07T21:57:42,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742161_1337 (size=12154) 2024-12-07T21:57:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-07T21:57:42,642 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/e3ee0f6f42b04da8b3e325aed2519130 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/e3ee0f6f42b04da8b3e325aed2519130 2024-12-07T21:57:42,645 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 62d4b132b06727f85e488d89d58b9f5a/B of 62d4b132b06727f85e488d89d58b9f5a into e3ee0f6f42b04da8b3e325aed2519130(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:42,645 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 62d4b132b06727f85e488d89d58b9f5a: 2024-12-07T21:57:42,645 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., storeName=62d4b132b06727f85e488d89d58b9f5a/B, priority=13, startTime=1733608662220; duration=0sec 2024-12-07T21:57:42,646 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:57:42,646 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d4b132b06727f85e488d89d58b9f5a:B 2024-12-07T21:57:42,646 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:42,646 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:42,646 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 62d4b132b06727f85e488d89d58b9f5a/C is initiating minor compaction (all files) 2024-12-07T21:57:42,646 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 62d4b132b06727f85e488d89d58b9f5a/C in TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:42,647 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/37885e5c44c0426aa93d584a8bef53c2, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/2d89fdc53d0c4257a0b4f2ea8ec2f2fa, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/16e23be4ca42417f8063ae66f8ad58c4] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp, totalSize=35.2 K 2024-12-07T21:57:42,647 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 37885e5c44c0426aa93d584a8bef53c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733608657174 2024-12-07T21:57:42,647 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d89fdc53d0c4257a0b4f2ea8ec2f2fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1733608657197 2024-12-07T21:57:42,647 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 16e23be4ca42417f8063ae66f8ad58c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733608658353 2024-12-07T21:57:42,650 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d4b132b06727f85e488d89d58b9f5a#A#compaction#286 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:42,650 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/06a84ca513014bf8b0797b680bad8044 is 175, key is test_row_0/A:col10/1733608660512/Put/seqid=0 2024-12-07T21:57:42,654 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d4b132b06727f85e488d89d58b9f5a#C#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:42,654 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/30a8b9c595fc4d619e4717263cc7a75f is 50, key is test_row_0/C:col10/1733608660512/Put/seqid=0 2024-12-07T21:57:42,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742162_1338 (size=31058) 2024-12-07T21:57:42,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742163_1339 (size=12104) 2024-12-07T21:57:42,667 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/30a8b9c595fc4d619e4717263cc7a75f as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/30a8b9c595fc4d619e4717263cc7a75f 2024-12-07T21:57:42,673 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 62d4b132b06727f85e488d89d58b9f5a/C of 62d4b132b06727f85e488d89d58b9f5a into 30a8b9c595fc4d619e4717263cc7a75f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:42,673 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 62d4b132b06727f85e488d89d58b9f5a: 2024-12-07T21:57:42,673 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., storeName=62d4b132b06727f85e488d89d58b9f5a/C, priority=13, startTime=1733608662220; duration=0sec 2024-12-07T21:57:42,673 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:42,673 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d4b132b06727f85e488d89d58b9f5a:C 2024-12-07T21:57:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:42,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:42,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:42,713 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207b1ce9de0f6af46aba67eb4f781077f49_62d4b132b06727f85e488d89d58b9f5a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207b1ce9de0f6af46aba67eb4f781077f49_62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:42,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/c8788f16bf724793a5834e0d3503fd49, store: [table=TestAcidGuarantees family=A region=62d4b132b06727f85e488d89d58b9f5a] 2024-12-07T21:57:42,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/c8788f16bf724793a5834e0d3503fd49 is 175, key is test_row_0/A:col10/1733608660547/Put/seqid=0 2024-12-07T21:57:42,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742164_1340 (size=30955) 2024-12-07T21:57:42,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:42,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608722725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608722725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:42,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:42,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:42,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:42,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:42,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:42,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:42,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:42,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608722726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608722727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:42,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:42,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:42,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:42,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:42,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:42,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:42,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608722727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:42,735 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:42,735 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:42,735 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:42,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608722841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:42,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:42,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608722841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:42,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:42,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:42,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:42,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:42,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:42,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608722841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:42,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:42,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:42,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:42,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608722841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:42,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:42,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:42,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:42,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608722841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:42,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:42,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:42,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:43,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608723051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:43,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608723051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:43,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:43,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:43,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:43,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:43,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:43,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:43,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:43,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608723051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608723051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:43,059 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/06a84ca513014bf8b0797b680bad8044 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/06a84ca513014bf8b0797b680bad8044 2024-12-07T21:57:43,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:43,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:43,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:43,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608723051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:43,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:43,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:43,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:43,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:43,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:43,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:43,062 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 62d4b132b06727f85e488d89d58b9f5a/A of 62d4b132b06727f85e488d89d58b9f5a into 06a84ca513014bf8b0797b680bad8044(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:43,063 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 62d4b132b06727f85e488d89d58b9f5a: 2024-12-07T21:57:43,063 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., storeName=62d4b132b06727f85e488d89d58b9f5a/A, priority=13, startTime=1733608662220; duration=0sec 2024-12-07T21:57:43,063 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:43,063 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d4b132b06727f85e488d89d58b9f5a:A 2024-12-07T21:57:43,119 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=68, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/c8788f16bf724793a5834e0d3503fd49 2024-12-07T21:57:43,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/56ca4b02f4094b9e8eed0f475d4727e5 is 50, key is test_row_0/B:col10/1733608660547/Put/seqid=0 2024-12-07T21:57:43,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742165_1341 (size=12001) 2024-12-07T21:57:43,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608723361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:43,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:43,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:43,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:43,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608723371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:43,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608723371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:43,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608723371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:43,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608723371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:43,528 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/56ca4b02f4094b9e8eed0f475d4727e5 2024-12-07T21:57:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-07T21:57:43,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/8bd6804102c64905b474aa6dfda9d0be is 50, key is test_row_0/C:col10/1733608660547/Put/seqid=0 2024-12-07T21:57:43,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742166_1342 (size=12001) 2024-12-07T21:57:43,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608723871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:43,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:43,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:43,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:43,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608723881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:43,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:43,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:43,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:43,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608723881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:43,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:43,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:43,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:43,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608723881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:43,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:43,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:43,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:43,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608723890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:43,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:43,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:43,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:43,938 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/8bd6804102c64905b474aa6dfda9d0be 2024-12-07T21:57:43,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/c8788f16bf724793a5834e0d3503fd49 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/c8788f16bf724793a5834e0d3503fd49 2024-12-07T21:57:43,945 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/c8788f16bf724793a5834e0d3503fd49, entries=150, sequenceid=68, filesize=30.2 K 2024-12-07T21:57:43,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/56ca4b02f4094b9e8eed0f475d4727e5 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/56ca4b02f4094b9e8eed0f475d4727e5 2024-12-07T21:57:43,949 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/56ca4b02f4094b9e8eed0f475d4727e5, entries=150, sequenceid=68, filesize=11.7 K 2024-12-07T21:57:43,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/8bd6804102c64905b474aa6dfda9d0be as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/8bd6804102c64905b474aa6dfda9d0be 2024-12-07T21:57:43,953 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/8bd6804102c64905b474aa6dfda9d0be, entries=150, sequenceid=68, filesize=11.7 K 2024-12-07T21:57:43,953 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 62d4b132b06727f85e488d89d58b9f5a in 1653ms, sequenceid=68, compaction requested=false 2024-12-07T21:57:43,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for 62d4b132b06727f85e488d89d58b9f5a: 2024-12-07T21:57:43,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:43,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-12-07T21:57:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=96 2024-12-07T21:57:43,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-12-07T21:57:43,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5710 sec 2024-12-07T21:57:43,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 2.5750 sec 2024-12-07T21:57:44,855 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-07T21:57:44,855 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-07T21:57:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:44,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 62d4b132b06727f85e488d89d58b9f5a 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-07T21:57:44,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=A 2024-12-07T21:57:44,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:44,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=B 2024-12-07T21:57:44,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:44,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=C 2024-12-07T21:57:44,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:44,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412072debd8fbc7274909842afbe58e822673_62d4b132b06727f85e488d89d58b9f5a is 50, key is test_row_0/A:col10/1733608662723/Put/seqid=0 2024-12-07T21:57:44,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742167_1343 (size=14594) 2024-12-07T21:57:44,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608724920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:44,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:44,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:44,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:44,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608724924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:44,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:44,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:44,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:44,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608724925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:44,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:44,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:44,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:44,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608724927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:44,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:44,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:44,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:44,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608724928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:44,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:44,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:44,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:45,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608725041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:45,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:45,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608725041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:45,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:45,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:45,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:45,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:45,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608725041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:45,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:45,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:45,046 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608725041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:45,046 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:45,046 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:45,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:45,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608725041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:45,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:45,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:45,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:45,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:45,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:45,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608725251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:45,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608725251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:45,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:45,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:45,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:45,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:45,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:45,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:45,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608725251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:45,256 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:45,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:45,256 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:45,256 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608725251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:45,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:45,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:45,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:45,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608725251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:45,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:45,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:45,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:45,317 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:45,320 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412072debd8fbc7274909842afbe58e822673_62d4b132b06727f85e488d89d58b9f5a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412072debd8fbc7274909842afbe58e822673_62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:45,321 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/7e845238a4d54c0aa0e58b71e45f6fe8, store: [table=TestAcidGuarantees family=A region=62d4b132b06727f85e488d89d58b9f5a] 2024-12-07T21:57:45,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/7e845238a4d54c0aa0e58b71e45f6fe8 is 175, key is test_row_0/A:col10/1733608662723/Put/seqid=0 2024-12-07T21:57:45,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742168_1344 (size=39549) 2024-12-07T21:57:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-07T21:57:45,541 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:57:45,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:57:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-12-07T21:57:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-07T21:57:45,543 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:57:45,543 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:57:45,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:57:45,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608725561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:45,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:45,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608725561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:45,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:45,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:45,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:45,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:45,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608725561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:45,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:45,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:45,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:45,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:45,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608725561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:45,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:45,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608725561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:45,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:45,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:45,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:45,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:45,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:45,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-07T21:57:45,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-07T21:57:45,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:45,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:45,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:45,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:45,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:45,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:45,727 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=86, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/7e845238a4d54c0aa0e58b71e45f6fe8 2024-12-07T21:57:45,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/223a2973bff74fa7aa8026bcf470f12d is 50, key is test_row_0/B:col10/1733608662723/Put/seqid=0 2024-12-07T21:57:45,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742169_1345 (size=12001) 2024-12-07T21:57:45,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-07T21:57:45,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:45,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:45,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:45,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:45,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:45,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:45,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-07T21:57:46,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-07T21:57:46,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:46,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:46,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:46,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:46,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:46,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:46,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:46,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608726070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:46,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:46,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608726070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:46,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:46,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:46,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:46,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:46,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:46,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:46,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:46,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608726080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:46,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:46,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:46,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608726081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:46,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:46,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:46,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:46,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:46,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:46,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608726081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:46,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:46,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:46,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:46,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:46,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/223a2973bff74fa7aa8026bcf470f12d 2024-12-07T21:57:46,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/d5dbc9944b9d49b1a1416a6e8f824339 is 50, key is test_row_0/C:col10/1733608662723/Put/seqid=0 2024-12-07T21:57:46,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742170_1346 (size=12001) 2024-12-07T21:57:46,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-07T21:57:46,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:46,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:46,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:46,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:46,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:46,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-07T21:57:46,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-07T21:57:46,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:46,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:46,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:46,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:46,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:46,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-07T21:57:46,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:46,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:46,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:46,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:46,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:46,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/d5dbc9944b9d49b1a1416a6e8f824339 2024-12-07T21:57:46,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/7e845238a4d54c0aa0e58b71e45f6fe8 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/7e845238a4d54c0aa0e58b71e45f6fe8 2024-12-07T21:57:46,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/7e845238a4d54c0aa0e58b71e45f6fe8, entries=200, sequenceid=86, filesize=38.6 K 2024-12-07T21:57:46,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/223a2973bff74fa7aa8026bcf470f12d as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/223a2973bff74fa7aa8026bcf470f12d 2024-12-07T21:57:46,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/223a2973bff74fa7aa8026bcf470f12d, entries=150, sequenceid=86, filesize=11.7 K 2024-12-07T21:57:46,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/d5dbc9944b9d49b1a1416a6e8f824339 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/d5dbc9944b9d49b1a1416a6e8f824339 2024-12-07T21:57:46,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/d5dbc9944b9d49b1a1416a6e8f824339, entries=150, sequenceid=86, filesize=11.7 K 2024-12-07T21:57:46,567 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 62d4b132b06727f85e488d89d58b9f5a in 1672ms, sequenceid=86, compaction requested=true 2024-12-07T21:57:46,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 62d4b132b06727f85e488d89d58b9f5a: 2024-12-07T21:57:46,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d4b132b06727f85e488d89d58b9f5a:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:57:46,568 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:46,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:46,568 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:46,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d4b132b06727f85e488d89d58b9f5a:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:57:46,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:46,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d4b132b06727f85e488d89d58b9f5a:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:57:46,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:57:46,569 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:46,569 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:46,569 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 62d4b132b06727f85e488d89d58b9f5a/B is initiating minor compaction (all files) 2024-12-07T21:57:46,569 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 62d4b132b06727f85e488d89d58b9f5a/A is initiating minor compaction (all files) 2024-12-07T21:57:46,569 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 62d4b132b06727f85e488d89d58b9f5a/B in TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:46,569 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 62d4b132b06727f85e488d89d58b9f5a/A in TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:46,569 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/06a84ca513014bf8b0797b680bad8044, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/c8788f16bf724793a5834e0d3503fd49, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/7e845238a4d54c0aa0e58b71e45f6fe8] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp, totalSize=99.2 K 2024-12-07T21:57:46,569 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/e3ee0f6f42b04da8b3e325aed2519130, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/56ca4b02f4094b9e8eed0f475d4727e5, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/223a2973bff74fa7aa8026bcf470f12d] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp, totalSize=35.3 K 2024-12-07T21:57:46,569 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:46,569 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. files: [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/06a84ca513014bf8b0797b680bad8044, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/c8788f16bf724793a5834e0d3503fd49, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/7e845238a4d54c0aa0e58b71e45f6fe8] 2024-12-07T21:57:46,569 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06a84ca513014bf8b0797b680bad8044, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733608658353 2024-12-07T21:57:46,569 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting e3ee0f6f42b04da8b3e325aed2519130, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733608658353 2024-12-07T21:57:46,569 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8788f16bf724793a5834e0d3503fd49, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1733608660545 2024-12-07T21:57:46,569 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 56ca4b02f4094b9e8eed0f475d4727e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1733608660545 2024-12-07T21:57:46,570 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 223a2973bff74fa7aa8026bcf470f12d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733608662723 2024-12-07T21:57:46,570 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e845238a4d54c0aa0e58b71e45f6fe8, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733608662723 2024-12-07T21:57:46,575 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=62d4b132b06727f85e488d89d58b9f5a] 2024-12-07T21:57:46,575 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d4b132b06727f85e488d89d58b9f5a#B#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:46,576 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/197765bb455b463cb11642af3f93a0c7 is 50, key is test_row_0/B:col10/1733608662723/Put/seqid=0 2024-12-07T21:57:46,578 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207b8f75f20413c46b191433dc1212cf4c7_62d4b132b06727f85e488d89d58b9f5a store=[table=TestAcidGuarantees family=A region=62d4b132b06727f85e488d89d58b9f5a] 2024-12-07T21:57:46,580 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207b8f75f20413c46b191433dc1212cf4c7_62d4b132b06727f85e488d89d58b9f5a, store=[table=TestAcidGuarantees family=A region=62d4b132b06727f85e488d89d58b9f5a] 2024-12-07T21:57:46,580 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207b8f75f20413c46b191433dc1212cf4c7_62d4b132b06727f85e488d89d58b9f5a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=62d4b132b06727f85e488d89d58b9f5a] 2024-12-07T21:57:46,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742171_1347 (size=12207) 2024-12-07T21:57:46,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742172_1348 (size=4469) 2024-12-07T21:57:46,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-07T21:57:46,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:46,613 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing 62d4b132b06727f85e488d89d58b9f5a 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-07T21:57:46,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=A 2024-12-07T21:57:46,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:46,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=B 2024-12-07T21:57:46,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:46,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=C 2024-12-07T21:57:46,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:46,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412070b730bcea9b14806a5072265a88ad39f_62d4b132b06727f85e488d89d58b9f5a is 50, key is test_row_0/A:col10/1733608664926/Put/seqid=0 2024-12-07T21:57:46,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742173_1349 (size=12154) 2024-12-07T21:57:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-07T21:57:46,994 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d4b132b06727f85e488d89d58b9f5a#A#compaction#295 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:46,995 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/b2c9274eb8cb4da3ade03f9a3a993fd2 is 175, key is test_row_0/A:col10/1733608662723/Put/seqid=0 2024-12-07T21:57:47,000 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/197765bb455b463cb11642af3f93a0c7 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/197765bb455b463cb11642af3f93a0c7 2024-12-07T21:57:47,005 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 62d4b132b06727f85e488d89d58b9f5a/B of 62d4b132b06727f85e488d89d58b9f5a into 197765bb455b463cb11642af3f93a0c7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:47,005 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 62d4b132b06727f85e488d89d58b9f5a: 2024-12-07T21:57:47,005 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., storeName=62d4b132b06727f85e488d89d58b9f5a/B, priority=13, startTime=1733608666568; duration=0sec 2024-12-07T21:57:47,005 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:57:47,005 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d4b132b06727f85e488d89d58b9f5a:B 2024-12-07T21:57:47,005 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:47,006 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:47,006 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 62d4b132b06727f85e488d89d58b9f5a/C is initiating minor compaction (all files) 2024-12-07T21:57:47,006 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 62d4b132b06727f85e488d89d58b9f5a/C in TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:47,006 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/30a8b9c595fc4d619e4717263cc7a75f, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/8bd6804102c64905b474aa6dfda9d0be, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/d5dbc9944b9d49b1a1416a6e8f824339] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp, totalSize=35.3 K 2024-12-07T21:57:47,006 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 30a8b9c595fc4d619e4717263cc7a75f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733608658353 2024-12-07T21:57:47,007 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 8bd6804102c64905b474aa6dfda9d0be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1733608660545 2024-12-07T21:57:47,007 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting d5dbc9944b9d49b1a1416a6e8f824339, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733608662723 2024-12-07T21:57:47,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742174_1350 (size=31161) 2024-12-07T21:57:47,015 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d4b132b06727f85e488d89d58b9f5a#C#compaction#297 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:47,015 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/9ea9f0eb925f463da102c74f9d084281 is 50, key is test_row_0/C:col10/1733608662723/Put/seqid=0 2024-12-07T21:57:47,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742175_1351 (size=12207) 2024-12-07T21:57:47,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:47,030 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412070b730bcea9b14806a5072265a88ad39f_62d4b132b06727f85e488d89d58b9f5a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412070b730bcea9b14806a5072265a88ad39f_62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:47,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/5019ac430898463c843a980f37346d20, store: [table=TestAcidGuarantees family=A region=62d4b132b06727f85e488d89d58b9f5a] 2024-12-07T21:57:47,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/5019ac430898463c843a980f37346d20 is 175, key is test_row_0/A:col10/1733608664926/Put/seqid=0 2024-12-07T21:57:47,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742176_1352 (size=30955) 2024-12-07T21:57:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:47,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:47,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608727105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:47,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:47,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608727106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:47,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:47,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608727107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:47,114 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:47,114 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,114 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608727108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:47,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:47,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608727109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:47,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:47,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608727221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:47,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608727221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:47,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:47,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:47,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608727221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:47,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:47,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608727221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:47,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:47,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608727221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:47,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:47,413 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/b2c9274eb8cb4da3ade03f9a3a993fd2 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/b2c9274eb8cb4da3ade03f9a3a993fd2 2024-12-07T21:57:47,416 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 62d4b132b06727f85e488d89d58b9f5a/A of 62d4b132b06727f85e488d89d58b9f5a into b2c9274eb8cb4da3ade03f9a3a993fd2(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:47,416 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 62d4b132b06727f85e488d89d58b9f5a: 2024-12-07T21:57:47,416 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., storeName=62d4b132b06727f85e488d89d58b9f5a/A, priority=13, startTime=1733608666568; duration=0sec 2024-12-07T21:57:47,417 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:47,417 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d4b132b06727f85e488d89d58b9f5a:A 2024-12-07T21:57:47,423 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/9ea9f0eb925f463da102c74f9d084281 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/9ea9f0eb925f463da102c74f9d084281 2024-12-07T21:57:47,428 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 62d4b132b06727f85e488d89d58b9f5a/C of 62d4b132b06727f85e488d89d58b9f5a into 9ea9f0eb925f463da102c74f9d084281(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:47,428 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 62d4b132b06727f85e488d89d58b9f5a: 2024-12-07T21:57:47,428 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., storeName=62d4b132b06727f85e488d89d58b9f5a/C, priority=13, startTime=1733608666568; duration=0sec 2024-12-07T21:57:47,428 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:47,428 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d4b132b06727f85e488d89d58b9f5a:C 2024-12-07T21:57:47,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:47,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608727431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:47,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:47,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608727431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:47,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:47,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:47,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:47,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608727431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:47,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:47,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:47,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608727431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:47,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:47,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:47,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608727431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:47,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:47,443 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=103, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/5019ac430898463c843a980f37346d20 2024-12-07T21:57:47,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/d04021c91c424ffba9737c99bd9789c6 is 50, key is test_row_0/B:col10/1733608664926/Put/seqid=0 2024-12-07T21:57:47,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742177_1353 (size=12001) 2024-12-07T21:57:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-07T21:57:47,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608727740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:47,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608727741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:47,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:47,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:47,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608727741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:47,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:47,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608727741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:47,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:47,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608727741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:47,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:47,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:47,852 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/d04021c91c424ffba9737c99bd9789c6 2024-12-07T21:57:47,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/cc84fee6608f4ba2bb30f4cc1430f13c is 50, key is test_row_0/C:col10/1733608664926/Put/seqid=0 2024-12-07T21:57:47,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742178_1354 (size=12001) 2024-12-07T21:57:48,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608728251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:48,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608728251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:48,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:48,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:48,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:48,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:48,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:48,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:48,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608728251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:48,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:48,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:48,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:48,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608728251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:48,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:48,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:48,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:48,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608728251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:48,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:48,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:48,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:48,260 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/cc84fee6608f4ba2bb30f4cc1430f13c 2024-12-07T21:57:48,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/5019ac430898463c843a980f37346d20 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/5019ac430898463c843a980f37346d20 2024-12-07T21:57:48,267 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/5019ac430898463c843a980f37346d20, entries=150, sequenceid=103, filesize=30.2 K 2024-12-07T21:57:48,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/d04021c91c424ffba9737c99bd9789c6 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/d04021c91c424ffba9737c99bd9789c6 2024-12-07T21:57:48,271 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/d04021c91c424ffba9737c99bd9789c6, entries=150, sequenceid=103, filesize=11.7 K 2024-12-07T21:57:48,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/cc84fee6608f4ba2bb30f4cc1430f13c as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/cc84fee6608f4ba2bb30f4cc1430f13c 2024-12-07T21:57:48,274 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/cc84fee6608f4ba2bb30f4cc1430f13c, entries=150, sequenceid=103, filesize=11.7 K 2024-12-07T21:57:48,275 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 62d4b132b06727f85e488d89d58b9f5a in 1662ms, sequenceid=103, compaction requested=false 2024-12-07T21:57:48,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for 62d4b132b06727f85e488d89d58b9f5a: 2024-12-07T21:57:48,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:48,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-12-07T21:57:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-12-07T21:57:48,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-12-07T21:57:48,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7330 sec 2024-12-07T21:57:48,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.7370 sec 2024-12-07T21:57:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:49,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 62d4b132b06727f85e488d89d58b9f5a 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-07T21:57:49,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=A 2024-12-07T21:57:49,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:49,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=B 2024-12-07T21:57:49,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:49,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=C 2024-12-07T21:57:49,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:49,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207ec1a66c7bca74c41bbb00b27fe35a685_62d4b132b06727f85e488d89d58b9f5a is 50, key is test_row_0/A:col10/1733608667108/Put/seqid=0 2024-12-07T21:57:49,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742179_1355 (size=14594) 2024-12-07T21:57:49,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608729281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:49,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:49,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608729286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:49,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:49,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608729286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:49,295 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,295 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:49,295 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608729287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:49,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:49,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608729287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:49,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:49,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:49,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608729391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:49,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:49,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608729393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:49,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:49,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:49,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608729401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:49,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:49,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608729401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:49,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:49,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:49,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608729401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:49,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:49,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:49,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608729601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:49,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:49,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608729601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:49,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:49,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608729610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:49,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:49,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608729610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:49,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:49,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608729610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:49,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:49,675 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:49,678 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207ec1a66c7bca74c41bbb00b27fe35a685_62d4b132b06727f85e488d89d58b9f5a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207ec1a66c7bca74c41bbb00b27fe35a685_62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:49,679 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/9937b6b70443433490788669c9db6cba, store: [table=TestAcidGuarantees family=A region=62d4b132b06727f85e488d89d58b9f5a] 2024-12-07T21:57:49,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/9937b6b70443433490788669c9db6cba is 175, key is test_row_0/A:col10/1733608667108/Put/seqid=0 2024-12-07T21:57:49,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742180_1356 (size=39549) 2024-12-07T21:57:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-07T21:57:49,700 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:57:49,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:57:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-12-07T21:57:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-07T21:57:49,702 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:57:49,703 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:57:49,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:57:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-07T21:57:49,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-07T21:57:49,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:49,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:49,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:49,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:49,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:49,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608729911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:49,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:49,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608729911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:49,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:49,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608729920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:49,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608729921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:49,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,924 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:49,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:49,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608729931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:49,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:49,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:50,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-07T21:57:50,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:50,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:50,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:50,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:50,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-07T21:57:50,083 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=122, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/9937b6b70443433490788669c9db6cba 2024-12-07T21:57:50,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/a13c15f2578b4772b2feeb7329d82cc3 is 50, key is test_row_0/B:col10/1733608667108/Put/seqid=0 2024-12-07T21:57:50,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742181_1357 (size=12001) 2024-12-07T21:57:50,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-07T21:57:50,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:50,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:50,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:50,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:50,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:50,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-07T21:57:50,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:50,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:50,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:50,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:50,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-07T21:57:50,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608730421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:50,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:50,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608730421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:50,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:50,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:50,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:50,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:50,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:50,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608730441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:50,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608730441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:50,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:50,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:50,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:50,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:50,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:50,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:50,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608730450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:50,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:50,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:50,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:50,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-07T21:57:50,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:50,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:50,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:50,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:50,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:50,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/a13c15f2578b4772b2feeb7329d82cc3 2024-12-07T21:57:50,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/4e875a86565d42ca97b8eb2c93194936 is 50, key is test_row_0/C:col10/1733608667108/Put/seqid=0 2024-12-07T21:57:50,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742182_1358 (size=12001) 2024-12-07T21:57:50,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-07T21:57:50,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:50,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:50,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:50,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:50,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:50,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-07T21:57:50,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:50,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:50,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:50,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:50,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:50,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-07T21:57:50,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/4e875a86565d42ca97b8eb2c93194936 2024-12-07T21:57:50,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/9937b6b70443433490788669c9db6cba as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/9937b6b70443433490788669c9db6cba 2024-12-07T21:57:50,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/9937b6b70443433490788669c9db6cba, entries=200, sequenceid=122, filesize=38.6 K 2024-12-07T21:57:50,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/a13c15f2578b4772b2feeb7329d82cc3 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/a13c15f2578b4772b2feeb7329d82cc3 2024-12-07T21:57:50,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/a13c15f2578b4772b2feeb7329d82cc3, entries=150, sequenceid=122, filesize=11.7 K 2024-12-07T21:57:50,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/4e875a86565d42ca97b8eb2c93194936 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/4e875a86565d42ca97b8eb2c93194936 2024-12-07T21:57:50,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/4e875a86565d42ca97b8eb2c93194936, entries=150, sequenceid=122, filesize=11.7 K 2024-12-07T21:57:50,918 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 62d4b132b06727f85e488d89d58b9f5a in 1654ms, sequenceid=122, compaction requested=true 2024-12-07T21:57:50,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 62d4b132b06727f85e488d89d58b9f5a: 2024-12-07T21:57:50,918 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:50,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d4b132b06727f85e488d89d58b9f5a:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:57:50,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:50,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d4b132b06727f85e488d89d58b9f5a:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:57:50,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:50,918 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:50,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d4b132b06727f85e488d89d58b9f5a:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:57:50,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:57:50,919 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101665 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:50,919 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 62d4b132b06727f85e488d89d58b9f5a/A is initiating minor compaction (all files) 2024-12-07T21:57:50,919 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 62d4b132b06727f85e488d89d58b9f5a/A in TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:50,919 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/b2c9274eb8cb4da3ade03f9a3a993fd2, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/5019ac430898463c843a980f37346d20, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/9937b6b70443433490788669c9db6cba] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp, totalSize=99.3 K 2024-12-07T21:57:50,919 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:50,919 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. files: [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/b2c9274eb8cb4da3ade03f9a3a993fd2, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/5019ac430898463c843a980f37346d20, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/9937b6b70443433490788669c9db6cba] 2024-12-07T21:57:50,919 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:50,919 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting b2c9274eb8cb4da3ade03f9a3a993fd2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733608662723 2024-12-07T21:57:50,919 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 62d4b132b06727f85e488d89d58b9f5a/B is initiating minor compaction (all files) 2024-12-07T21:57:50,919 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 62d4b132b06727f85e488d89d58b9f5a/B in TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:50,920 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/197765bb455b463cb11642af3f93a0c7, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/d04021c91c424ffba9737c99bd9789c6, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/a13c15f2578b4772b2feeb7329d82cc3] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp, totalSize=35.4 K 2024-12-07T21:57:50,920 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 5019ac430898463c843a980f37346d20, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1733608664923 2024-12-07T21:57:50,920 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 9937b6b70443433490788669c9db6cba, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1733608667104 2024-12-07T21:57:50,920 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 197765bb455b463cb11642af3f93a0c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733608662723 2024-12-07T21:57:50,920 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting d04021c91c424ffba9737c99bd9789c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1733608664923 2024-12-07T21:57:50,920 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting a13c15f2578b4772b2feeb7329d82cc3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1733608667104 2024-12-07T21:57:50,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-07T21:57:50,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:50,924 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 62d4b132b06727f85e488d89d58b9f5a 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-07T21:57:50,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=A 2024-12-07T21:57:50,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:50,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=B 2024-12-07T21:57:50,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:50,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=C 2024-12-07T21:57:50,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:50,926 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d4b132b06727f85e488d89d58b9f5a#B#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:50,927 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/d27a7d8f532c4d57921c9ecc1e466a8e is 50, key is test_row_0/B:col10/1733608667108/Put/seqid=0 2024-12-07T21:57:50,927 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=62d4b132b06727f85e488d89d58b9f5a] 2024-12-07T21:57:50,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742183_1359 (size=12309) 2024-12-07T21:57:50,939 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207b4238f0a30074f26b57dd60dcec1a85c_62d4b132b06727f85e488d89d58b9f5a store=[table=TestAcidGuarantees family=A region=62d4b132b06727f85e488d89d58b9f5a] 2024-12-07T21:57:50,941 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207b4238f0a30074f26b57dd60dcec1a85c_62d4b132b06727f85e488d89d58b9f5a, store=[table=TestAcidGuarantees family=A region=62d4b132b06727f85e488d89d58b9f5a] 2024-12-07T21:57:50,941 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207b4238f0a30074f26b57dd60dcec1a85c_62d4b132b06727f85e488d89d58b9f5a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=62d4b132b06727f85e488d89d58b9f5a] 2024-12-07T21:57:50,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207f32a3d62fc0f417da33b1152125a1ca0_62d4b132b06727f85e488d89d58b9f5a is 50, key is test_row_0/A:col10/1733608669285/Put/seqid=0 2024-12-07T21:57:50,946 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/d27a7d8f532c4d57921c9ecc1e466a8e as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/d27a7d8f532c4d57921c9ecc1e466a8e 2024-12-07T21:57:50,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742184_1360 (size=4469) 2024-12-07T21:57:50,951 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d4b132b06727f85e488d89d58b9f5a#A#compaction#304 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:50,951 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 62d4b132b06727f85e488d89d58b9f5a/B of 62d4b132b06727f85e488d89d58b9f5a into d27a7d8f532c4d57921c9ecc1e466a8e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:50,951 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 62d4b132b06727f85e488d89d58b9f5a: 2024-12-07T21:57:50,951 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., storeName=62d4b132b06727f85e488d89d58b9f5a/B, priority=13, startTime=1733608670918; duration=0sec 2024-12-07T21:57:50,951 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:57:50,951 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d4b132b06727f85e488d89d58b9f5a:B 2024-12-07T21:57:50,952 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:50,952 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/8ac45e87bc794754ba30d66e007c49ce is 175, key is test_row_0/A:col10/1733608667108/Put/seqid=0 2024-12-07T21:57:50,954 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:50,954 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 62d4b132b06727f85e488d89d58b9f5a/C is initiating minor compaction (all files) 2024-12-07T21:57:50,954 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 62d4b132b06727f85e488d89d58b9f5a/C in TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:50,954 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/9ea9f0eb925f463da102c74f9d084281, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/cc84fee6608f4ba2bb30f4cc1430f13c, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/4e875a86565d42ca97b8eb2c93194936] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp, totalSize=35.4 K 2024-12-07T21:57:50,954 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ea9f0eb925f463da102c74f9d084281, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733608662723 2024-12-07T21:57:50,955 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc84fee6608f4ba2bb30f4cc1430f13c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1733608664923 2024-12-07T21:57:50,955 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e875a86565d42ca97b8eb2c93194936, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1733608667104 2024-12-07T21:57:50,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742185_1361 (size=12304) 2024-12-07T21:57:50,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742186_1362 (size=31263) 2024-12-07T21:57:50,975 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d4b132b06727f85e488d89d58b9f5a#C#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:50,976 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/4a5a6fd64082466cbaec402591b4a5b6 is 50, key is test_row_0/C:col10/1733608667108/Put/seqid=0 2024-12-07T21:57:50,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742187_1363 (size=12309) 2024-12-07T21:57:51,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:51,371 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207f32a3d62fc0f417da33b1152125a1ca0_62d4b132b06727f85e488d89d58b9f5a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207f32a3d62fc0f417da33b1152125a1ca0_62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:51,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/fecc212cf6b5471aaecfd96f45705e50, store: [table=TestAcidGuarantees family=A region=62d4b132b06727f85e488d89d58b9f5a] 2024-12-07T21:57:51,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/fecc212cf6b5471aaecfd96f45705e50 is 175, key is test_row_0/A:col10/1733608669285/Put/seqid=0 2024-12-07T21:57:51,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742188_1364 (size=31105) 2024-12-07T21:57:51,376 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/8ac45e87bc794754ba30d66e007c49ce as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/8ac45e87bc794754ba30d66e007c49ce 2024-12-07T21:57:51,380 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 62d4b132b06727f85e488d89d58b9f5a/A of 62d4b132b06727f85e488d89d58b9f5a into 8ac45e87bc794754ba30d66e007c49ce(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:51,380 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 62d4b132b06727f85e488d89d58b9f5a: 2024-12-07T21:57:51,380 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., storeName=62d4b132b06727f85e488d89d58b9f5a/A, priority=13, startTime=1733608670918; duration=0sec 2024-12-07T21:57:51,381 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:51,381 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d4b132b06727f85e488d89d58b9f5a:A 2024-12-07T21:57:51,385 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/4a5a6fd64082466cbaec402591b4a5b6 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/4a5a6fd64082466cbaec402591b4a5b6 2024-12-07T21:57:51,389 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 62d4b132b06727f85e488d89d58b9f5a/C of 62d4b132b06727f85e488d89d58b9f5a into 4a5a6fd64082466cbaec402591b4a5b6(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:51,389 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 62d4b132b06727f85e488d89d58b9f5a: 2024-12-07T21:57:51,390 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., storeName=62d4b132b06727f85e488d89d58b9f5a/C, priority=13, startTime=1733608670918; duration=0sec 2024-12-07T21:57:51,390 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:51,390 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d4b132b06727f85e488d89d58b9f5a:C 2024-12-07T21:57:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:51,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:51,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608731461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:51,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:51,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:51,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608731466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:51,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:51,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:51,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:51,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:51,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:51,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608731467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:51,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:51,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:51,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:51,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608731468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:51,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:51,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:51,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:51,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:51,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608731469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:51,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:51,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:51,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:51,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608731571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:51,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:51,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:51,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:51,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608731581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:51,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:51,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608731581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:51,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:51,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:51,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:51,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:51,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:51,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608731581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:51,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:51,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:51,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:51,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608731581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:51,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:51,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:51,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:51,776 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=139, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/fecc212cf6b5471aaecfd96f45705e50 2024-12-07T21:57:51,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/855ea60134f44aca958d58c4064319fa is 50, key is test_row_0/B:col10/1733608669285/Put/seqid=0 2024-12-07T21:57:51,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608731781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:51,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:51,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:51,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:51,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742189_1365 (size=12151) 2024-12-07T21:57:51,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608731790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:51,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:51,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:51,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608731790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:51,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:51,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:51,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:51,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:51,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608731790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:51,795 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:51,795 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:51,795 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:51,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608731790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:51,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:51,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:51,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-07T21:57:52,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608732091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:52,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:52,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:52,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:52,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608732101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:52,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608732101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:52,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608732101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:52,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:52,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608732101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:52,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:52,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:52,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:52,189 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/855ea60134f44aca958d58c4064319fa 2024-12-07T21:57:52,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/3a15467899374f0fa4f405d4fc3b6e8b is 50, key is test_row_0/C:col10/1733608669285/Put/seqid=0 2024-12-07T21:57:52,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742190_1366 (size=12151) 2024-12-07T21:57:52,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:52,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608732600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:52,612 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/3a15467899374f0fa4f405d4fc3b6e8b 2024-12-07T21:57:52,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:52,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:52,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:52,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:52,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608732612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:52,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:52,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:52,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608732612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:52,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:52,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608732612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:52,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/fecc212cf6b5471aaecfd96f45705e50 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/fecc212cf6b5471aaecfd96f45705e50 2024-12-07T21:57:52,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:52,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:52,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:52,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:52,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:52,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:52,619 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/fecc212cf6b5471aaecfd96f45705e50, entries=150, sequenceid=139, filesize=30.4 K 2024-12-07T21:57:52,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/855ea60134f44aca958d58c4064319fa as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/855ea60134f44aca958d58c4064319fa 2024-12-07T21:57:52,623 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/855ea60134f44aca958d58c4064319fa, entries=150, sequenceid=139, filesize=11.9 K 2024-12-07T21:57:52,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/3a15467899374f0fa4f405d4fc3b6e8b as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/3a15467899374f0fa4f405d4fc3b6e8b 2024-12-07T21:57:52,626 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/3a15467899374f0fa4f405d4fc3b6e8b, entries=150, sequenceid=139, filesize=11.9 K 2024-12-07T21:57:52,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:52,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608732620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:52,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:52,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:52,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:52,627 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 62d4b132b06727f85e488d89d58b9f5a in 1702ms, sequenceid=139, compaction requested=false 2024-12-07T21:57:52,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 62d4b132b06727f85e488d89d58b9f5a: 2024-12-07T21:57:52,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:52,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-12-07T21:57:52,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-12-07T21:57:52,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-12-07T21:57:52,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9250 sec 2024-12-07T21:57:52,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 2.9290 sec 2024-12-07T21:57:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:53,626 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 62d4b132b06727f85e488d89d58b9f5a 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-07T21:57:53,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=A 2024-12-07T21:57:53,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:53,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=B 2024-12-07T21:57:53,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:53,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=C 2024-12-07T21:57:53,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:53,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207c8e2ff9b583d4821a04c66ddfa315bef_62d4b132b06727f85e488d89d58b9f5a is 50, key is test_row_0/A:col10/1733608673624/Put/seqid=0 2024-12-07T21:57:53,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742191_1367 (size=14794) 2024-12-07T21:57:53,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:53,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608733647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608733648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:53,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:53,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:53,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608733651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:53,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:53,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:53,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:53,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:53,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608733655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:53,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:53,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:53,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:53,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:53,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:53,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:53,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608733660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:53,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:53,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:53,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:53,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:53,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608733771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:53,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:53,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:53,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:53,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:53,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608733771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:53,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:53,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:53,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:53,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:53,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608733771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:53,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:53,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:53,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:53,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:53,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608733771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:53,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608733771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:53,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:53,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:53,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:53,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:53,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:53,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:53,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:53,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-07T21:57:53,871 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:57:53,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:57:53,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-12-07T21:57:53,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-07T21:57:53,873 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:57:53,874 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:57:53,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:57:53,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-07T21:57:53,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:53,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608733981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:53,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:53,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608733981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:53,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:53,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:53,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:53,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:53,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:53,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:53,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:53,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608733990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:53,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:53,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:53,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608733990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:53,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:53,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608733990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:53,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:54,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-07T21:57:54,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:54,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:54,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:54,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:54,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:54,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:54,036 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:54,039 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207c8e2ff9b583d4821a04c66ddfa315bef_62d4b132b06727f85e488d89d58b9f5a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207c8e2ff9b583d4821a04c66ddfa315bef_62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:54,039 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/0540c5fd761044d081edf8326a2ea7b6, store: [table=TestAcidGuarantees family=A region=62d4b132b06727f85e488d89d58b9f5a] 2024-12-07T21:57:54,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/0540c5fd761044d081edf8326a2ea7b6 is 175, key is test_row_0/A:col10/1733608673624/Put/seqid=0 2024-12-07T21:57:54,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742192_1368 (size=39749) 2024-12-07T21:57:54,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-07T21:57:54,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:54,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:54,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:54,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:54,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-07T21:57:54,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608734291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:54,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608734291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:54,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608734300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:54,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:54,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:54,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:54,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608734300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:54,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:54,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:54,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:54,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608734300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:54,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:54,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:54,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:54,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-07T21:57:54,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:54,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:54,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:54,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:54,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:54,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:54,443 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/0540c5fd761044d081edf8326a2ea7b6 2024-12-07T21:57:54,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/ae1032799763435c8921f546bf7a0803 is 50, key is test_row_0/B:col10/1733608673624/Put/seqid=0 2024-12-07T21:57:54,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742193_1369 (size=12151) 2024-12-07T21:57:54,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/ae1032799763435c8921f546bf7a0803 2024-12-07T21:57:54,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/87d60b951a7f4d72a5d1baaf458990c7 is 50, key is test_row_0/C:col10/1733608673624/Put/seqid=0 2024-12-07T21:57:54,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742194_1370 (size=12151) 2024-12-07T21:57:54,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-07T21:57:54,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:54,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:54,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:54,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:54,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:54,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-07T21:57:54,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-07T21:57:54,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:54,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:54,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:54,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:54,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:54,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-07T21:57:54,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:54,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:54,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:54,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:54,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:54,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608734801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:54,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:54,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:54,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:54,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608734810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:54,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:54,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608734810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:54,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:54,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:54,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:54,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:54,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:54,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608734810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:54,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:54,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:54,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:54,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608734821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:54,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:54,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:54,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:54,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/87d60b951a7f4d72a5d1baaf458990c7 2024-12-07T21:57:54,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/0540c5fd761044d081edf8326a2ea7b6 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/0540c5fd761044d081edf8326a2ea7b6 2024-12-07T21:57:54,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/0540c5fd761044d081edf8326a2ea7b6, entries=200, sequenceid=158, filesize=38.8 K 2024-12-07T21:57:54,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/ae1032799763435c8921f546bf7a0803 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/ae1032799763435c8921f546bf7a0803 2024-12-07T21:57:54,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/ae1032799763435c8921f546bf7a0803, entries=150, sequenceid=158, filesize=11.9 K 2024-12-07T21:57:54,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/87d60b951a7f4d72a5d1baaf458990c7 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/87d60b951a7f4d72a5d1baaf458990c7 2024-12-07T21:57:54,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/87d60b951a7f4d72a5d1baaf458990c7, entries=150, sequenceid=158, filesize=11.9 K 2024-12-07T21:57:54,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 62d4b132b06727f85e488d89d58b9f5a in 1270ms, sequenceid=158, compaction requested=true 2024-12-07T21:57:54,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 62d4b132b06727f85e488d89d58b9f5a: 2024-12-07T21:57:54,896 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:54,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d4b132b06727f85e488d89d58b9f5a:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:57:54,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:54,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d4b132b06727f85e488d89d58b9f5a:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:57:54,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:54,897 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:54,897 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102117 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:54,897 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 62d4b132b06727f85e488d89d58b9f5a/A is initiating minor compaction (all files) 2024-12-07T21:57:54,897 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 62d4b132b06727f85e488d89d58b9f5a/A in TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:54,897 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/8ac45e87bc794754ba30d66e007c49ce, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/fecc212cf6b5471aaecfd96f45705e50, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/0540c5fd761044d081edf8326a2ea7b6] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp, totalSize=99.7 K 2024-12-07T21:57:54,897 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:54,898 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. files: [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/8ac45e87bc794754ba30d66e007c49ce, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/fecc212cf6b5471aaecfd96f45705e50, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/0540c5fd761044d081edf8326a2ea7b6] 2024-12-07T21:57:54,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d4b132b06727f85e488d89d58b9f5a:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:57:54,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:57:54,898 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ac45e87bc794754ba30d66e007c49ce, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1733608667104 2024-12-07T21:57:54,898 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting fecc212cf6b5471aaecfd96f45705e50, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733608669285 2024-12-07T21:57:54,899 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:54,899 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 62d4b132b06727f85e488d89d58b9f5a/B is initiating minor compaction (all files) 2024-12-07T21:57:54,899 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 62d4b132b06727f85e488d89d58b9f5a/B in TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:54,899 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/d27a7d8f532c4d57921c9ecc1e466a8e, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/855ea60134f44aca958d58c4064319fa, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/ae1032799763435c8921f546bf7a0803] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp, totalSize=35.8 K 2024-12-07T21:57:54,899 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0540c5fd761044d081edf8326a2ea7b6, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733608671459 2024-12-07T21:57:54,899 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting d27a7d8f532c4d57921c9ecc1e466a8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1733608667104 2024-12-07T21:57:54,900 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 855ea60134f44aca958d58c4064319fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733608669285 2024-12-07T21:57:54,901 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting ae1032799763435c8921f546bf7a0803, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733608671464 2024-12-07T21:57:54,913 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=62d4b132b06727f85e488d89d58b9f5a] 2024-12-07T21:57:54,916 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d4b132b06727f85e488d89d58b9f5a#B#compaction#313 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:54,917 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/40bf3dac26024746bd9154dc9dc3b507 is 50, key is test_row_0/B:col10/1733608673624/Put/seqid=0 2024-12-07T21:57:54,931 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207566e3219678a4981b40ac29611d9d90a_62d4b132b06727f85e488d89d58b9f5a store=[table=TestAcidGuarantees family=A region=62d4b132b06727f85e488d89d58b9f5a] 2024-12-07T21:57:54,933 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207566e3219678a4981b40ac29611d9d90a_62d4b132b06727f85e488d89d58b9f5a, store=[table=TestAcidGuarantees family=A region=62d4b132b06727f85e488d89d58b9f5a] 2024-12-07T21:57:54,934 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207566e3219678a4981b40ac29611d9d90a_62d4b132b06727f85e488d89d58b9f5a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=62d4b132b06727f85e488d89d58b9f5a] 2024-12-07T21:57:54,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-07T21:57:54,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:54,948 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 62d4b132b06727f85e488d89d58b9f5a 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-07T21:57:54,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=A 2024-12-07T21:57:54,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:54,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=B 2024-12-07T21:57:54,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:54,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=C 2024-12-07T21:57:54,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:54,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742196_1372 (size=4469) 2024-12-07T21:57:54,954 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d4b132b06727f85e488d89d58b9f5a#A#compaction#312 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:54,955 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/dd100783888b4939907b185135af9048 is 175, key is test_row_0/A:col10/1733608673624/Put/seqid=0 2024-12-07T21:57:54,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742195_1371 (size=12561) 2024-12-07T21:57:54,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412071df31b105a4a4c7cb6d3946f88ee808b_62d4b132b06727f85e488d89d58b9f5a is 50, key is test_row_0/A:col10/1733608673658/Put/seqid=0 2024-12-07T21:57:54,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742197_1373 (size=31515) 2024-12-07T21:57:54,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742198_1374 (size=12304) 2024-12-07T21:57:54,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:54,994 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412071df31b105a4a4c7cb6d3946f88ee808b_62d4b132b06727f85e488d89d58b9f5a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412071df31b105a4a4c7cb6d3946f88ee808b_62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:54,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/194948f9ba1440f78b7b37221dc41d6b, store: [table=TestAcidGuarantees family=A region=62d4b132b06727f85e488d89d58b9f5a] 2024-12-07T21:57:54,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/194948f9ba1440f78b7b37221dc41d6b is 175, key is test_row_0/A:col10/1733608673658/Put/seqid=0 2024-12-07T21:57:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-07T21:57:55,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742199_1375 (size=31105) 2024-12-07T21:57:55,024 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/194948f9ba1440f78b7b37221dc41d6b 2024-12-07T21:57:55,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/b5ab69117712482a926bee5b558049d6 is 50, key is test_row_0/B:col10/1733608673658/Put/seqid=0 2024-12-07T21:57:55,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742200_1376 (size=12151) 2024-12-07T21:57:55,364 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/40bf3dac26024746bd9154dc9dc3b507 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/40bf3dac26024746bd9154dc9dc3b507 2024-12-07T21:57:55,371 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 62d4b132b06727f85e488d89d58b9f5a/B of 62d4b132b06727f85e488d89d58b9f5a into 40bf3dac26024746bd9154dc9dc3b507(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:55,371 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 62d4b132b06727f85e488d89d58b9f5a: 2024-12-07T21:57:55,372 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., storeName=62d4b132b06727f85e488d89d58b9f5a/B, priority=13, startTime=1733608674897; duration=0sec 2024-12-07T21:57:55,372 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:57:55,372 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d4b132b06727f85e488d89d58b9f5a:B 2024-12-07T21:57:55,372 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:55,375 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:55,375 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 62d4b132b06727f85e488d89d58b9f5a/C is initiating minor compaction (all files) 2024-12-07T21:57:55,375 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 62d4b132b06727f85e488d89d58b9f5a/C in TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:55,375 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/4a5a6fd64082466cbaec402591b4a5b6, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/3a15467899374f0fa4f405d4fc3b6e8b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/87d60b951a7f4d72a5d1baaf458990c7] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp, totalSize=35.8 K 2024-12-07T21:57:55,376 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a5a6fd64082466cbaec402591b4a5b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1733608667104 2024-12-07T21:57:55,376 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a15467899374f0fa4f405d4fc3b6e8b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733608669285 2024-12-07T21:57:55,378 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 87d60b951a7f4d72a5d1baaf458990c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733608671464 2024-12-07T21:57:55,393 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/dd100783888b4939907b185135af9048 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/dd100783888b4939907b185135af9048 2024-12-07T21:57:55,407 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 62d4b132b06727f85e488d89d58b9f5a/A of 62d4b132b06727f85e488d89d58b9f5a into dd100783888b4939907b185135af9048(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:55,407 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 62d4b132b06727f85e488d89d58b9f5a: 2024-12-07T21:57:55,407 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., storeName=62d4b132b06727f85e488d89d58b9f5a/A, priority=13, startTime=1733608674896; duration=0sec 2024-12-07T21:57:55,407 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:55,407 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d4b132b06727f85e488d89d58b9f5a:A 2024-12-07T21:57:55,418 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d4b132b06727f85e488d89d58b9f5a#C#compaction#316 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:55,419 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/e814e3165c7d4be3bd1da7d1c1b7a086 is 50, key is test_row_0/C:col10/1733608673624/Put/seqid=0 2024-12-07T21:57:55,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742201_1377 (size=12561) 2024-12-07T21:57:55,466 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/e814e3165c7d4be3bd1da7d1c1b7a086 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/e814e3165c7d4be3bd1da7d1c1b7a086 2024-12-07T21:57:55,470 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 62d4b132b06727f85e488d89d58b9f5a/C of 62d4b132b06727f85e488d89d58b9f5a into e814e3165c7d4be3bd1da7d1c1b7a086(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:55,470 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 62d4b132b06727f85e488d89d58b9f5a: 2024-12-07T21:57:55,470 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., storeName=62d4b132b06727f85e488d89d58b9f5a/C, priority=13, startTime=1733608674897; duration=0sec 2024-12-07T21:57:55,470 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:55,470 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d4b132b06727f85e488d89d58b9f5a:C 2024-12-07T21:57:55,502 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/b5ab69117712482a926bee5b558049d6 2024-12-07T21:57:55,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/831df7fd4d054f1788c1e3efd040f82b is 50, key is test_row_0/C:col10/1733608673658/Put/seqid=0 2024-12-07T21:57:55,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742202_1378 (size=12151) 2024-12-07T21:57:55,566 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/831df7fd4d054f1788c1e3efd040f82b 2024-12-07T21:57:55,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/194948f9ba1440f78b7b37221dc41d6b as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/194948f9ba1440f78b7b37221dc41d6b 2024-12-07T21:57:55,581 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/194948f9ba1440f78b7b37221dc41d6b, entries=150, sequenceid=174, filesize=30.4 K 2024-12-07T21:57:55,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/b5ab69117712482a926bee5b558049d6 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/b5ab69117712482a926bee5b558049d6 2024-12-07T21:57:55,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,586 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/b5ab69117712482a926bee5b558049d6, entries=150, sequenceid=174, filesize=11.9 K 2024-12-07T21:57:55,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/831df7fd4d054f1788c1e3efd040f82b as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/831df7fd4d054f1788c1e3efd040f82b 2024-12-07T21:57:55,590 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/831df7fd4d054f1788c1e3efd040f82b, entries=150, sequenceid=174, filesize=11.9 K 2024-12-07T21:57:55,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,591 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=0 B/0 for 62d4b132b06727f85e488d89d58b9f5a in 643ms, sequenceid=174, compaction requested=false 2024-12-07T21:57:55,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 62d4b132b06727f85e488d89d58b9f5a: 2024-12-07T21:57:55,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:55,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-12-07T21:57:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-12-07T21:57:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-12-07T21:57:55,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7190 sec 2024-12-07T21:57:55,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.7230 sec 2024-12-07T21:57:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-07T21:57:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,021 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:57:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:57:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-12-07T21:57:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,024 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:57:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-07T21:57:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,025 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:57:56,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:57:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:56,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 62d4b132b06727f85e488d89d58b9f5a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-07T21:57:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=A 2024-12-07T21:57:56,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:56,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=B 2024-12-07T21:57:56,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:56,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=C 2024-12-07T21:57:56,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412072dc59add75aa4b519092592da3a51859_62d4b132b06727f85e488d89d58b9f5a is 50, key is test_row_0/A:col10/1733608676030/Put/seqid=0 2024-12-07T21:57:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-07T21:57:56,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742203_1379 (size=14794) 2024-12-07T21:57:56,157 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,161 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412072dc59add75aa4b519092592da3a51859_62d4b132b06727f85e488d89d58b9f5a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412072dc59add75aa4b519092592da3a51859_62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:56,163 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/9c202d6b3d8642c6a7ac7d73814444bb, store: [table=TestAcidGuarantees family=A region=62d4b132b06727f85e488d89d58b9f5a] 2024-12-07T21:57:56,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/9c202d6b3d8642c6a7ac7d73814444bb is 175, key is test_row_0/A:col10/1733608676030/Put/seqid=0 2024-12-07T21:57:56,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608736153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:56,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:56,170 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733608676135, max timestamp=1733608676164Num uniques 859; 2024-12-07T21:57:56,170 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T21:57:56,170 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733608676135, max timestamp=1733608676164Num uniques 859; 2024-12-07T21:57:56,170 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T21:57:56,172 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733608676135, max timestamp=1733608676164Num uniques 859; 2024-12-07T21:57:56,172 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T21:57:56,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-07T21:57:56,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:56,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:56,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:56,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:56,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:56,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742204_1380 (size=39745) 2024-12-07T21:57:56,196 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=188, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/9c202d6b3d8642c6a7ac7d73814444bb 2024-12-07T21:57:56,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/c8a1cf2001714da594916a63d6d3d0bb is 50, key is test_row_0/B:col10/1733608676030/Put/seqid=0 2024-12-07T21:57:56,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742205_1381 (size=9757) 2024-12-07T21:57:56,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/c8a1cf2001714da594916a63d6d3d0bb 2024-12-07T21:57:56,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608736221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:56,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:56,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608736228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:56,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:56,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/2a419d06382c42f4a45b964303223be0 is 50, key is test_row_0/C:col10/1733608676030/Put/seqid=0 2024-12-07T21:57:56,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608736233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:56,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608736234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:56,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:56,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:56,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742206_1382 (size=9757) 2024-12-07T21:57:56,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608736283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:56,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:56,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-07T21:57:56,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:56,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:56,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:56,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:56,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:56,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:56,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-07T21:57:56,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608736340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:56,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:56,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608736340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:56,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:56,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:56,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:56,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608736351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:56,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:56,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:56,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608736359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:56,363 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,363 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,363 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:56,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-07T21:57:56,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:56,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:56,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:56,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:56,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:56,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:56,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:56,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608736500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:56,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:56,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:56,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608736551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:56,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:56,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:56,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608736562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:56,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:56,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:56,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608736571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:56,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:56,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:56,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608736571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:56,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:56,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-07T21:57:56,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:56,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:56,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:56,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:56,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:56,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:57:56,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-07T21:57:56,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/2a419d06382c42f4a45b964303223be0 2024-12-07T21:57:56,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/9c202d6b3d8642c6a7ac7d73814444bb as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/9c202d6b3d8642c6a7ac7d73814444bb 2024-12-07T21:57:56,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/9c202d6b3d8642c6a7ac7d73814444bb, entries=200, sequenceid=188, filesize=38.8 K 2024-12-07T21:57:56,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/c8a1cf2001714da594916a63d6d3d0bb as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/c8a1cf2001714da594916a63d6d3d0bb 2024-12-07T21:57:56,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/c8a1cf2001714da594916a63d6d3d0bb, entries=100, sequenceid=188, filesize=9.5 K 2024-12-07T21:57:56,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/2a419d06382c42f4a45b964303223be0 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/2a419d06382c42f4a45b964303223be0 2024-12-07T21:57:56,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/2a419d06382c42f4a45b964303223be0, entries=100, sequenceid=188, filesize=9.5 K 2024-12-07T21:57:56,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 62d4b132b06727f85e488d89d58b9f5a in 617ms, sequenceid=188, compaction requested=true 2024-12-07T21:57:56,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 62d4b132b06727f85e488d89d58b9f5a: 2024-12-07T21:57:56,684 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:56,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d4b132b06727f85e488d89d58b9f5a:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:57:56,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:56,684 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:56,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d4b132b06727f85e488d89d58b9f5a:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:57:56,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:56,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d4b132b06727f85e488d89d58b9f5a:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:57:56,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:57:56,684 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102365 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:56,684 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 62d4b132b06727f85e488d89d58b9f5a/A is initiating minor compaction (all files) 2024-12-07T21:57:56,685 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 62d4b132b06727f85e488d89d58b9f5a/A in TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:56,685 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/dd100783888b4939907b185135af9048, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/194948f9ba1440f78b7b37221dc41d6b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/9c202d6b3d8642c6a7ac7d73814444bb] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp, totalSize=100.0 K 2024-12-07T21:57:56,685 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:56,685 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 62d4b132b06727f85e488d89d58b9f5a/B is initiating minor compaction (all files) 2024-12-07T21:57:56,685 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:56,685 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 62d4b132b06727f85e488d89d58b9f5a/B in TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:56,685 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. files: [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/dd100783888b4939907b185135af9048, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/194948f9ba1440f78b7b37221dc41d6b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/9c202d6b3d8642c6a7ac7d73814444bb] 2024-12-07T21:57:56,685 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/40bf3dac26024746bd9154dc9dc3b507, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/b5ab69117712482a926bee5b558049d6, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/c8a1cf2001714da594916a63d6d3d0bb] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp, totalSize=33.7 K 2024-12-07T21:57:56,685 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 40bf3dac26024746bd9154dc9dc3b507, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733608671464 2024-12-07T21:57:56,685 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd100783888b4939907b185135af9048, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733608671464 2024-12-07T21:57:56,687 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting b5ab69117712482a926bee5b558049d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733608673650 2024-12-07T21:57:56,687 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 194948f9ba1440f78b7b37221dc41d6b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733608673650 2024-12-07T21:57:56,687 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting c8a1cf2001714da594916a63d6d3d0bb, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733608676030 2024-12-07T21:57:56,687 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c202d6b3d8642c6a7ac7d73814444bb, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733608675969 2024-12-07T21:57:56,694 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=62d4b132b06727f85e488d89d58b9f5a] 2024-12-07T21:57:56,696 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d4b132b06727f85e488d89d58b9f5a#B#compaction#322 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:56,696 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/80f9a0abb1184616964891ebee90c8b2 is 50, key is test_row_0/B:col10/1733608676030/Put/seqid=0 2024-12-07T21:57:56,698 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207334c0c3b78894eb481fa7831ce7a419e_62d4b132b06727f85e488d89d58b9f5a store=[table=TestAcidGuarantees family=A region=62d4b132b06727f85e488d89d58b9f5a] 2024-12-07T21:57:56,700 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207334c0c3b78894eb481fa7831ce7a419e_62d4b132b06727f85e488d89d58b9f5a, store=[table=TestAcidGuarantees family=A region=62d4b132b06727f85e488d89d58b9f5a] 2024-12-07T21:57:56,700 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207334c0c3b78894eb481fa7831ce7a419e_62d4b132b06727f85e488d89d58b9f5a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=62d4b132b06727f85e488d89d58b9f5a] 2024-12-07T21:57:56,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742207_1383 (size=12663) 2024-12-07T21:57:56,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742208_1384 (size=4469) 2024-12-07T21:57:56,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-07T21:57:56,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:56,795 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 62d4b132b06727f85e488d89d58b9f5a 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-12-07T21:57:56,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=A 2024-12-07T21:57:56,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:57:56,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=B 2024-12-07T21:57:56,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:57:56,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=C 2024-12-07T21:57:56,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:57:56,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207108c87416b454071a91b4dc95bd71e8c_62d4b132b06727f85e488d89d58b9f5a is 50, key is test_row_0/A:col10/1733608676219/Put/seqid=0 2024-12-07T21:57:56,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742209_1385 (size=12304) 2024-12-07T21:57:56,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:56,823 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207108c87416b454071a91b4dc95bd71e8c_62d4b132b06727f85e488d89d58b9f5a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207108c87416b454071a91b4dc95bd71e8c_62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:56,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/909489244c484c9eadabd68f03874503, store: [table=TestAcidGuarantees family=A region=62d4b132b06727f85e488d89d58b9f5a] 2024-12-07T21:57:56,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/909489244c484c9eadabd68f03874503 is 175, key is test_row_0/A:col10/1733608676219/Put/seqid=0 2024-12-07T21:57:56,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:56,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. as already flushing 2024-12-07T21:57:56,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742210_1386 (size=31105) 2024-12-07T21:57:56,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608736891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:56,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608736891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:56,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:56,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:56,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608736898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:56,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:56,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608736899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:56,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608736899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:56,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:56,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:56,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:57,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608737010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:57,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:57,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:57,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:57,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:57,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608737021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608737021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:57,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:57,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:57,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:57,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:57,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:57,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:57,148 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/80f9a0abb1184616964891ebee90c8b2 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/80f9a0abb1184616964891ebee90c8b2 2024-12-07T21:57:57,153 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 62d4b132b06727f85e488d89d58b9f5a/B of 62d4b132b06727f85e488d89d58b9f5a into 80f9a0abb1184616964891ebee90c8b2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:57,153 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 62d4b132b06727f85e488d89d58b9f5a: 2024-12-07T21:57:57,153 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., storeName=62d4b132b06727f85e488d89d58b9f5a/B, priority=13, startTime=1733608676684; duration=0sec 2024-12-07T21:57:57,154 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:57:57,154 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d4b132b06727f85e488d89d58b9f5a:B 2024-12-07T21:57:57,154 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:57:57,155 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:57:57,155 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 62d4b132b06727f85e488d89d58b9f5a/C is initiating minor compaction (all files) 2024-12-07T21:57:57,155 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 62d4b132b06727f85e488d89d58b9f5a/C in TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:57,155 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/e814e3165c7d4be3bd1da7d1c1b7a086, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/831df7fd4d054f1788c1e3efd040f82b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/2a419d06382c42f4a45b964303223be0] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp, totalSize=33.7 K 2024-12-07T21:57:57,155 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting e814e3165c7d4be3bd1da7d1c1b7a086, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733608671464 2024-12-07T21:57:57,155 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 831df7fd4d054f1788c1e3efd040f82b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733608673650 2024-12-07T21:57:57,156 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a419d06382c42f4a45b964303223be0, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733608676030 2024-12-07T21:57:57,160 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d4b132b06727f85e488d89d58b9f5a#C#compaction#324 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:57,160 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/4de3f863da324802a98764625393121d is 50, key is test_row_0/C:col10/1733608676030/Put/seqid=0 2024-12-07T21:57:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-07T21:57:57,168 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62d4b132b06727f85e488d89d58b9f5a#A#compaction#321 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:57:57,168 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/a9b84a8c026a40f9b6a0ebf7231b37c6 is 175, key is test_row_0/A:col10/1733608676030/Put/seqid=0 2024-12-07T21:57:57,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742211_1387 (size=12663) 2024-12-07T21:57:57,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742212_1388 (size=31724) 2024-12-07T21:57:57,180 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/4de3f863da324802a98764625393121d as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/4de3f863da324802a98764625393121d 2024-12-07T21:57:57,186 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 62d4b132b06727f85e488d89d58b9f5a/C of 62d4b132b06727f85e488d89d58b9f5a into 4de3f863da324802a98764625393121d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:57,186 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 62d4b132b06727f85e488d89d58b9f5a: 2024-12-07T21:57:57,186 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., storeName=62d4b132b06727f85e488d89d58b9f5a/C, priority=13, startTime=1733608676684; duration=0sec 2024-12-07T21:57:57,186 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:57,186 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d4b132b06727f85e488d89d58b9f5a:C 2024-12-07T21:57:57,194 INFO [Thread-1489 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1489. 2024-12-07T21:57:57,194 DEBUG [Thread-1489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:57:57,194 DEBUG [Thread-1489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:57,194 DEBUG [Thread-1489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:57,194 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:57:57,199 INFO [Thread-1491 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1491. 2024-12-07T21:57:57,199 DEBUG [Thread-1491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:57:57,199 DEBUG [Thread-1491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:57,200 DEBUG [Thread-1491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:57,200 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:57:57,203 INFO [Thread-1485 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1485. 2024-12-07T21:57:57,203 DEBUG [Thread-1485 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:57:57,203 DEBUG [Thread-1485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:57,204 DEBUG [Thread-1485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:57,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:57:57,207 INFO [Thread-1493 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1493. 2024-12-07T21:57:57,207 DEBUG [Thread-1493 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:57:57,207 DEBUG [Thread-1493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:57,207 DEBUG [Thread-1493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:57,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:57:57,213 INFO [Thread-1487 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1487. 2024-12-07T21:57:57,213 DEBUG [Thread-1487 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:57:57,213 DEBUG [Thread-1487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:57,213 DEBUG [Thread-1487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:57,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:57:57,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608737231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:57,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:57,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:57,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:57,239 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=223, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/909489244c484c9eadabd68f03874503 2024-12-07T21:57:57,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:57,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608737241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608737241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:57,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:57,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:57,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:57,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:57,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:57,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:57,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/c40a8b43ae9847bfa801e299307531e0 is 50, key is test_row_0/B:col10/1733608676219/Put/seqid=0 2024-12-07T21:57:57,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742213_1389 (size=12151) 2024-12-07T21:57:57,253 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/c40a8b43ae9847bfa801e299307531e0 2024-12-07T21:57:57,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/24445980834f415697b74f60caa1677e is 50, key is test_row_0/C:col10/1733608676219/Put/seqid=0 2024-12-07T21:57:57,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742214_1390 (size=12151) 2024-12-07T21:57:57,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42422 deadline: 1733608737401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:57,402 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:57,402 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:57,402 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:57,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42456 deadline: 1733608737411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:57,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:57,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:57,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:57,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42460 deadline: 1733608737541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:57,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:57,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:57,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:57,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:57,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:57:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42440 deadline: 1733608737551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42430 deadline: 1733608737551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:57,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:57,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:57,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:57,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:57,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:57:57,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:57:57,583 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/a9b84a8c026a40f9b6a0ebf7231b37c6 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/a9b84a8c026a40f9b6a0ebf7231b37c6 2024-12-07T21:57:57,588 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 62d4b132b06727f85e488d89d58b9f5a/A of 62d4b132b06727f85e488d89d58b9f5a into a9b84a8c026a40f9b6a0ebf7231b37c6(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:57:57,588 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 62d4b132b06727f85e488d89d58b9f5a: 2024-12-07T21:57:57,588 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., storeName=62d4b132b06727f85e488d89d58b9f5a/A, priority=13, startTime=1733608676683; duration=0sec 2024-12-07T21:57:57,588 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:57,588 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d4b132b06727f85e488d89d58b9f5a:A 2024-12-07T21:57:57,671 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/24445980834f415697b74f60caa1677e 2024-12-07T21:57:57,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/909489244c484c9eadabd68f03874503 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/909489244c484c9eadabd68f03874503 2024-12-07T21:57:57,677 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/909489244c484c9eadabd68f03874503, entries=150, sequenceid=223, filesize=30.4 K 2024-12-07T21:57:57,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/c40a8b43ae9847bfa801e299307531e0 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/c40a8b43ae9847bfa801e299307531e0 2024-12-07T21:57:57,681 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/c40a8b43ae9847bfa801e299307531e0, entries=150, sequenceid=223, filesize=11.9 K 2024-12-07T21:57:57,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/24445980834f415697b74f60caa1677e as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/24445980834f415697b74f60caa1677e 2024-12-07T21:57:57,685 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/24445980834f415697b74f60caa1677e, entries=150, sequenceid=223, filesize=11.9 K 2024-12-07T21:57:57,685 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=60.38 KB/61830 for 62d4b132b06727f85e488d89d58b9f5a in 890ms, sequenceid=223, compaction requested=false 2024-12-07T21:57:57,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 62d4b132b06727f85e488d89d58b9f5a: 2024-12-07T21:57:57,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:57,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-12-07T21:57:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-12-07T21:57:57,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-12-07T21:57:57,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6610 sec 2024-12-07T21:57:57,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.6660 sec 2024-12-07T21:57:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:58,052 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 62d4b132b06727f85e488d89d58b9f5a 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-07T21:57:58,052 INFO [Thread-1482 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1482. 2024-12-07T21:57:58,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=A 2024-12-07T21:57:58,052 DEBUG [Thread-1482 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:57:58,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:58,052 DEBUG [Thread-1482 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:58,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=B 2024-12-07T21:57:58,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:58,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=C 2024-12-07T21:57:58,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:58,052 DEBUG [Thread-1482 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:58,052 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:57:58,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207b3db9423cba1488ea098fc4b9f83f7c0_62d4b132b06727f85e488d89d58b9f5a is 50, key is test_row_0/A:col10/1733608676897/Put/seqid=0 2024-12-07T21:57:58,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742215_1391 (size=12304) 2024-12-07T21:57:58,062 INFO [Thread-1480 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1480. 2024-12-07T21:57:58,062 INFO [Thread-1476 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1476. 2024-12-07T21:57:58,062 DEBUG [Thread-1480 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:57:58,062 DEBUG [Thread-1476 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:57:58,062 DEBUG [Thread-1480 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:58,062 DEBUG [Thread-1476 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:58,062 DEBUG [Thread-1476 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:58,062 DEBUG [Thread-1480 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:58,062 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:57:58,062 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:57:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-07T21:57:58,171 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:57:58,413 INFO [Thread-1474 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1474. 2024-12-07T21:57:58,413 DEBUG [Thread-1474 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:57:58,413 DEBUG [Thread-1474 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:58,413 DEBUG [Thread-1474 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:58,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:57:58,422 INFO [Thread-1478 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1478. 2024-12-07T21:57:58,422 DEBUG [Thread-1478 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:57:58,422 DEBUG [Thread-1478 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:58,422 DEBUG [Thread-1478 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:58,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:57:58,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-07T21:57:58,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-12-07T21:57:58,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-12-07T21:57:58,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-12-07T21:57:58,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-12-07T21:57:58,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 30 2024-12-07T21:57:58,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-07T21:57:58,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-07T21:57:58,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1768 2024-12-07T21:57:58,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5304 rows 2024-12-07T21:57:58,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1754 2024-12-07T21:57:58,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5262 rows 2024-12-07T21:57:58,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1767 2024-12-07T21:57:58,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5298 rows 2024-12-07T21:57:58,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1747 2024-12-07T21:57:58,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5241 rows 2024-12-07T21:57:58,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1750 2024-12-07T21:57:58,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5250 rows 2024-12-07T21:57:58,423 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T21:57:58,423 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T21:57:58,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:58,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:57:58,424 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:57:58,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-07T21:57:58,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-07T21:57:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-07T21:57:58,427 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608678427"}]},"ts":"1733608678427"} 2024-12-07T21:57:58,429 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-07T21:57:58,429 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-07T21:57:58,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T21:57:58,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=62d4b132b06727f85e488d89d58b9f5a, UNASSIGN}] 2024-12-07T21:57:58,432 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=62d4b132b06727f85e488d89d58b9f5a, UNASSIGN 2024-12-07T21:57:58,433 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=107 updating hbase:meta row=62d4b132b06727f85e488d89d58b9f5a, regionState=CLOSING, regionLocation=dbf4292a68c8,34281,1733608565228 2024-12-07T21:57:58,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=62d4b132b06727f85e488d89d58b9f5a, UNASSIGN because future has completed 2024-12-07T21:57:58,435 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T21:57:58,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; CloseRegionProcedure 62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228}] 2024-12-07T21:57:58,462 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:57:58,465 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207b3db9423cba1488ea098fc4b9f83f7c0_62d4b132b06727f85e488d89d58b9f5a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207b3db9423cba1488ea098fc4b9f83f7c0_62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:58,466 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/761960be31a04758b37d1d19386048a7, store: [table=TestAcidGuarantees family=A region=62d4b132b06727f85e488d89d58b9f5a] 2024-12-07T21:57:58,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/761960be31a04758b37d1d19386048a7 is 175, key is test_row_0/A:col10/1733608676897/Put/seqid=0 2024-12-07T21:57:58,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742216_1392 (size=31105) 2024-12-07T21:57:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-07T21:57:58,587 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(122): Close 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:57:58,588 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-07T21:57:58,588 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1722): Closing 62d4b132b06727f85e488d89d58b9f5a, disabling compactions & flushes 2024-12-07T21:57:58,588 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-07T21:57:58,872 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/761960be31a04758b37d1d19386048a7 2024-12-07T21:57:58,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/f778a11b28ed43bb9ee7aa9015956537 is 50, key is test_row_0/B:col10/1733608676897/Put/seqid=0 2024-12-07T21:57:58,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742217_1393 (size=12151) 2024-12-07T21:57:59,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-07T21:57:59,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/f778a11b28ed43bb9ee7aa9015956537 2024-12-07T21:57:59,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/5373cf5950bf4486bd2d81b3380503ba is 50, key is test_row_0/C:col10/1733608676897/Put/seqid=0 2024-12-07T21:57:59,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742218_1394 (size=12151) 2024-12-07T21:57:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-07T21:57:59,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/5373cf5950bf4486bd2d81b3380503ba 2024-12-07T21:57:59,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/761960be31a04758b37d1d19386048a7 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/761960be31a04758b37d1d19386048a7 2024-12-07T21:57:59,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/761960be31a04758b37d1d19386048a7, entries=150, sequenceid=239, filesize=30.4 K 2024-12-07T21:57:59,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/f778a11b28ed43bb9ee7aa9015956537 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/f778a11b28ed43bb9ee7aa9015956537 2024-12-07T21:57:59,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/f778a11b28ed43bb9ee7aa9015956537, entries=150, sequenceid=239, filesize=11.9 K 2024-12-07T21:57:59,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/5373cf5950bf4486bd2d81b3380503ba as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/5373cf5950bf4486bd2d81b3380503ba 2024-12-07T21:57:59,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/5373cf5950bf4486bd2d81b3380503ba, entries=150, sequenceid=239, filesize=11.9 K 2024-12-07T21:57:59,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=26.84 KB/27480 for 62d4b132b06727f85e488d89d58b9f5a in 1657ms, sequenceid=239, compaction requested=true 2024-12-07T21:57:59,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 62d4b132b06727f85e488d89d58b9f5a: 2024-12-07T21:57:59,709 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:59,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d4b132b06727f85e488d89d58b9f5a:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:57:59,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:59,710 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:59,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d4b132b06727f85e488d89d58b9f5a:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:57:59,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:57:59,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62d4b132b06727f85e488d89d58b9f5a:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:57:59,710 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. after waiting 0 ms 2024-12-07T21:57:59,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:57:59,710 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:57:59,710 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. because compaction request was cancelled 2024-12-07T21:57:59,710 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. because compaction request was cancelled 2024-12-07T21:57:59,710 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d4b132b06727f85e488d89d58b9f5a:B 2024-12-07T21:57:59,710 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d4b132b06727f85e488d89d58b9f5a:A 2024-12-07T21:57:59,710 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. because compaction request was cancelled 2024-12-07T21:57:59,710 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62d4b132b06727f85e488d89d58b9f5a:C 2024-12-07T21:57:59,710 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(2902): Flushing 62d4b132b06727f85e488d89d58b9f5a 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-07T21:57:59,710 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=A 2024-12-07T21:57:59,710 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:59,710 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=B 2024-12-07T21:57:59,710 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:59,710 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62d4b132b06727f85e488d89d58b9f5a, store=C 2024-12-07T21:57:59,710 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:57:59,714 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412076f3526605800418abe5793eb37d7a5b7_62d4b132b06727f85e488d89d58b9f5a is 50, key is test_row_1/A:col10/1733608678421/Put/seqid=0 2024-12-07T21:57:59,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742219_1395 (size=9814) 2024-12-07T21:58:00,118 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:00,124 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412076f3526605800418abe5793eb37d7a5b7_62d4b132b06727f85e488d89d58b9f5a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412076f3526605800418abe5793eb37d7a5b7_62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:58:00,126 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/b41dea7994ad4b7fbdb55cbfe7d94164, store: [table=TestAcidGuarantees family=A region=62d4b132b06727f85e488d89d58b9f5a] 2024-12-07T21:58:00,127 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/b41dea7994ad4b7fbdb55cbfe7d94164 is 175, key is test_row_1/A:col10/1733608678421/Put/seqid=0 2024-12-07T21:58:00,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742220_1396 (size=22461) 2024-12-07T21:58:00,534 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=246, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/b41dea7994ad4b7fbdb55cbfe7d94164 2024-12-07T21:58:00,544 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/5af726febedf4b4caaaab3a65492a4ff is 50, key is test_row_1/B:col10/1733608678421/Put/seqid=0 2024-12-07T21:58:00,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742221_1397 (size=9757) 2024-12-07T21:58:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-07T21:58:00,948 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/5af726febedf4b4caaaab3a65492a4ff 2024-12-07T21:58:00,956 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/eb5e122507bb4dd481126e79bc61d4c0 is 50, key is test_row_1/C:col10/1733608678421/Put/seqid=0 2024-12-07T21:58:00,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742222_1398 (size=9757) 2024-12-07T21:58:01,361 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/eb5e122507bb4dd481126e79bc61d4c0 2024-12-07T21:58:01,369 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/A/b41dea7994ad4b7fbdb55cbfe7d94164 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/b41dea7994ad4b7fbdb55cbfe7d94164 2024-12-07T21:58:01,373 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/b41dea7994ad4b7fbdb55cbfe7d94164, entries=100, sequenceid=246, filesize=21.9 K 2024-12-07T21:58:01,373 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/B/5af726febedf4b4caaaab3a65492a4ff as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/5af726febedf4b4caaaab3a65492a4ff 2024-12-07T21:58:01,377 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/5af726febedf4b4caaaab3a65492a4ff, entries=100, sequenceid=246, filesize=9.5 K 2024-12-07T21:58:01,378 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/.tmp/C/eb5e122507bb4dd481126e79bc61d4c0 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/eb5e122507bb4dd481126e79bc61d4c0 2024-12-07T21:58:01,381 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/eb5e122507bb4dd481126e79bc61d4c0, entries=100, sequenceid=246, filesize=9.5 K 2024-12-07T21:58:01,382 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 62d4b132b06727f85e488d89d58b9f5a in 1672ms, sequenceid=246, compaction requested=true 2024-12-07T21:58:01,382 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/7410845590b345d3b7f75f51d6f731ac, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/7b904919b06a4eab9ee04ca54de025e7, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/ad5646f2789b4860a2e244a248e626de, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/06a84ca513014bf8b0797b680bad8044, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/c8788f16bf724793a5834e0d3503fd49, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/7e845238a4d54c0aa0e58b71e45f6fe8, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/b2c9274eb8cb4da3ade03f9a3a993fd2, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/5019ac430898463c843a980f37346d20, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/9937b6b70443433490788669c9db6cba, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/8ac45e87bc794754ba30d66e007c49ce, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/fecc212cf6b5471aaecfd96f45705e50, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/0540c5fd761044d081edf8326a2ea7b6, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/dd100783888b4939907b185135af9048, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/194948f9ba1440f78b7b37221dc41d6b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/9c202d6b3d8642c6a7ac7d73814444bb] to archive 2024-12-07T21:58:01,383 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T21:58:01,385 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/7410845590b345d3b7f75f51d6f731ac to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/7410845590b345d3b7f75f51d6f731ac 2024-12-07T21:58:01,386 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/7b904919b06a4eab9ee04ca54de025e7 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/7b904919b06a4eab9ee04ca54de025e7 2024-12-07T21:58:01,387 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/ad5646f2789b4860a2e244a248e626de to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/ad5646f2789b4860a2e244a248e626de 2024-12-07T21:58:01,388 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/06a84ca513014bf8b0797b680bad8044 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/06a84ca513014bf8b0797b680bad8044 2024-12-07T21:58:01,389 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/c8788f16bf724793a5834e0d3503fd49 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/c8788f16bf724793a5834e0d3503fd49 2024-12-07T21:58:01,390 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/7e845238a4d54c0aa0e58b71e45f6fe8 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/7e845238a4d54c0aa0e58b71e45f6fe8 2024-12-07T21:58:01,390 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/b2c9274eb8cb4da3ade03f9a3a993fd2 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/b2c9274eb8cb4da3ade03f9a3a993fd2 2024-12-07T21:58:01,391 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/5019ac430898463c843a980f37346d20 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/5019ac430898463c843a980f37346d20 2024-12-07T21:58:01,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/9937b6b70443433490788669c9db6cba to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/9937b6b70443433490788669c9db6cba 2024-12-07T21:58:01,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/8ac45e87bc794754ba30d66e007c49ce to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/8ac45e87bc794754ba30d66e007c49ce 2024-12-07T21:58:01,393 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/fecc212cf6b5471aaecfd96f45705e50 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/fecc212cf6b5471aaecfd96f45705e50 2024-12-07T21:58:01,393 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/0540c5fd761044d081edf8326a2ea7b6 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/0540c5fd761044d081edf8326a2ea7b6 2024-12-07T21:58:01,394 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/dd100783888b4939907b185135af9048 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/dd100783888b4939907b185135af9048 2024-12-07T21:58:01,395 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/194948f9ba1440f78b7b37221dc41d6b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/194948f9ba1440f78b7b37221dc41d6b 2024-12-07T21:58:01,395 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/9c202d6b3d8642c6a7ac7d73814444bb to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/9c202d6b3d8642c6a7ac7d73814444bb 2024-12-07T21:58:01,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/1de7fa21a7494c53b640cc865183ddc8, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/fde3b27d59734fbc934c61581794f96a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/e3ee0f6f42b04da8b3e325aed2519130, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/4ce15bbb54d94a7985ad7933b017ac15, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/56ca4b02f4094b9e8eed0f475d4727e5, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/197765bb455b463cb11642af3f93a0c7, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/223a2973bff74fa7aa8026bcf470f12d, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/d04021c91c424ffba9737c99bd9789c6, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/d27a7d8f532c4d57921c9ecc1e466a8e, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/a13c15f2578b4772b2feeb7329d82cc3, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/855ea60134f44aca958d58c4064319fa, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/40bf3dac26024746bd9154dc9dc3b507, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/ae1032799763435c8921f546bf7a0803, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/b5ab69117712482a926bee5b558049d6, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/c8a1cf2001714da594916a63d6d3d0bb] to archive 2024-12-07T21:58:01,397 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T21:58:01,398 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/1de7fa21a7494c53b640cc865183ddc8 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/1de7fa21a7494c53b640cc865183ddc8 2024-12-07T21:58:01,398 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/fde3b27d59734fbc934c61581794f96a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/fde3b27d59734fbc934c61581794f96a 2024-12-07T21:58:01,399 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/e3ee0f6f42b04da8b3e325aed2519130 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/e3ee0f6f42b04da8b3e325aed2519130 2024-12-07T21:58:01,399 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/4ce15bbb54d94a7985ad7933b017ac15 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/4ce15bbb54d94a7985ad7933b017ac15 2024-12-07T21:58:01,400 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/56ca4b02f4094b9e8eed0f475d4727e5 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/56ca4b02f4094b9e8eed0f475d4727e5 2024-12-07T21:58:01,400 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/197765bb455b463cb11642af3f93a0c7 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/197765bb455b463cb11642af3f93a0c7 2024-12-07T21:58:01,401 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/223a2973bff74fa7aa8026bcf470f12d to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/223a2973bff74fa7aa8026bcf470f12d 2024-12-07T21:58:01,401 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/d04021c91c424ffba9737c99bd9789c6 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/d04021c91c424ffba9737c99bd9789c6 2024-12-07T21:58:01,402 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/d27a7d8f532c4d57921c9ecc1e466a8e to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/d27a7d8f532c4d57921c9ecc1e466a8e 2024-12-07T21:58:01,403 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/a13c15f2578b4772b2feeb7329d82cc3 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/a13c15f2578b4772b2feeb7329d82cc3 2024-12-07T21:58:01,403 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/855ea60134f44aca958d58c4064319fa to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/855ea60134f44aca958d58c4064319fa 2024-12-07T21:58:01,404 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/40bf3dac26024746bd9154dc9dc3b507 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/40bf3dac26024746bd9154dc9dc3b507 2024-12-07T21:58:01,404 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/ae1032799763435c8921f546bf7a0803 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/ae1032799763435c8921f546bf7a0803 2024-12-07T21:58:01,405 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/b5ab69117712482a926bee5b558049d6 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/b5ab69117712482a926bee5b558049d6 2024-12-07T21:58:01,405 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/c8a1cf2001714da594916a63d6d3d0bb to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/c8a1cf2001714da594916a63d6d3d0bb 2024-12-07T21:58:01,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/37885e5c44c0426aa93d584a8bef53c2, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/2d89fdc53d0c4257a0b4f2ea8ec2f2fa, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/30a8b9c595fc4d619e4717263cc7a75f, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/16e23be4ca42417f8063ae66f8ad58c4, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/8bd6804102c64905b474aa6dfda9d0be, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/9ea9f0eb925f463da102c74f9d084281, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/d5dbc9944b9d49b1a1416a6e8f824339, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/cc84fee6608f4ba2bb30f4cc1430f13c, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/4a5a6fd64082466cbaec402591b4a5b6, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/4e875a86565d42ca97b8eb2c93194936, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/3a15467899374f0fa4f405d4fc3b6e8b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/e814e3165c7d4be3bd1da7d1c1b7a086, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/87d60b951a7f4d72a5d1baaf458990c7, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/831df7fd4d054f1788c1e3efd040f82b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/2a419d06382c42f4a45b964303223be0] to archive 2024-12-07T21:58:01,407 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T21:58:01,408 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/37885e5c44c0426aa93d584a8bef53c2 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/37885e5c44c0426aa93d584a8bef53c2 2024-12-07T21:58:01,408 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/2d89fdc53d0c4257a0b4f2ea8ec2f2fa to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/2d89fdc53d0c4257a0b4f2ea8ec2f2fa 2024-12-07T21:58:01,409 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/30a8b9c595fc4d619e4717263cc7a75f to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/30a8b9c595fc4d619e4717263cc7a75f 2024-12-07T21:58:01,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/16e23be4ca42417f8063ae66f8ad58c4 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/16e23be4ca42417f8063ae66f8ad58c4 2024-12-07T21:58:01,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/8bd6804102c64905b474aa6dfda9d0be to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/8bd6804102c64905b474aa6dfda9d0be 2024-12-07T21:58:01,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/9ea9f0eb925f463da102c74f9d084281 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/9ea9f0eb925f463da102c74f9d084281 2024-12-07T21:58:01,412 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/d5dbc9944b9d49b1a1416a6e8f824339 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/d5dbc9944b9d49b1a1416a6e8f824339 2024-12-07T21:58:01,413 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/cc84fee6608f4ba2bb30f4cc1430f13c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/cc84fee6608f4ba2bb30f4cc1430f13c 2024-12-07T21:58:01,413 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/4a5a6fd64082466cbaec402591b4a5b6 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/4a5a6fd64082466cbaec402591b4a5b6 2024-12-07T21:58:01,414 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/4e875a86565d42ca97b8eb2c93194936 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/4e875a86565d42ca97b8eb2c93194936 2024-12-07T21:58:01,415 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/3a15467899374f0fa4f405d4fc3b6e8b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/3a15467899374f0fa4f405d4fc3b6e8b 2024-12-07T21:58:01,415 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/e814e3165c7d4be3bd1da7d1c1b7a086 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/e814e3165c7d4be3bd1da7d1c1b7a086 2024-12-07T21:58:01,416 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/87d60b951a7f4d72a5d1baaf458990c7 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/87d60b951a7f4d72a5d1baaf458990c7 2024-12-07T21:58:01,417 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/831df7fd4d054f1788c1e3efd040f82b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/831df7fd4d054f1788c1e3efd040f82b 2024-12-07T21:58:01,417 DEBUG [StoreCloser-TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/2a419d06382c42f4a45b964303223be0 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/2a419d06382c42f4a45b964303223be0 2024-12-07T21:58:01,422 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/recovered.edits/249.seqid, newMaxSeqId=249, maxSeqId=4 2024-12-07T21:58:01,423 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. 2024-12-07T21:58:01,423 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1676): Region close journal for 62d4b132b06727f85e488d89d58b9f5a: Waiting for close lock at 1733608678588Running coprocessor pre-close hooks at 1733608678588Disabling compacts and flushes for region at 1733608678588Disabling writes for close at 1733608679710 (+1122 ms)Obtaining lock to block concurrent updates at 1733608679710Preparing flush snapshotting stores in 62d4b132b06727f85e488d89d58b9f5a at 1733608679710Finished memstore snapshotting TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1733608679710Flushing stores of TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a. at 1733608679710Flushing 62d4b132b06727f85e488d89d58b9f5a/A: creating writer at 1733608679710Flushing mob file 62d4b132b06727f85e488d89d58b9f5a/A: appending metadata at 1733608679714 (+4 ms)Flushing mob file 62d4b132b06727f85e488d89d58b9f5a/A: closing flushed file at 1733608679714Flushing 62d4b132b06727f85e488d89d58b9f5a/A: appending metadata at 1733608680126 (+412 ms)Flushing 62d4b132b06727f85e488d89d58b9f5a/A: closing flushed file at 1733608680126Flushing 62d4b132b06727f85e488d89d58b9f5a/B: creating writer at 1733608680539 (+413 ms)Flushing 62d4b132b06727f85e488d89d58b9f5a/B: appending metadata at 1733608680543 (+4 ms)Flushing 62d4b132b06727f85e488d89d58b9f5a/B: closing flushed file at 1733608680543Flushing 62d4b132b06727f85e488d89d58b9f5a/C: creating writer at 1733608680953 (+410 ms)Flushing 62d4b132b06727f85e488d89d58b9f5a/C: appending metadata at 1733608680956 (+3 ms)Flushing 62d4b132b06727f85e488d89d58b9f5a/C: closing flushed file at 1733608680956Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d04f0b8: reopening flushed file at 1733608681368 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56642479: reopening flushed file at 1733608681373 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@679340cb: reopening flushed file at 1733608681377 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 62d4b132b06727f85e488d89d58b9f5a in 1672ms, sequenceid=246, compaction requested=true at 1733608681382 (+5 ms)Writing region close event to WAL at 1733608681419 (+37 ms)Running coprocessor post-close hooks at 1733608681423 (+4 ms)Closed at 1733608681423 2024-12-07T21:58:01,426 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(157): Closed 62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:58:01,426 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=107 updating hbase:meta row=62d4b132b06727f85e488d89d58b9f5a, regionState=CLOSED 2024-12-07T21:58:01,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=108, ppid=107, state=RUNNABLE, hasLock=false; CloseRegionProcedure 62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 because future has completed 2024-12-07T21:58:01,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-12-07T21:58:01,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; CloseRegionProcedure 62d4b132b06727f85e488d89d58b9f5a, server=dbf4292a68c8,34281,1733608565228 in 2.9930 sec 2024-12-07T21:58:01,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=107, resume processing ppid=106 2024-12-07T21:58:01,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, ppid=106, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=62d4b132b06727f85e488d89d58b9f5a, UNASSIGN in 2.9990 sec 2024-12-07T21:58:01,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-12-07T21:58:01,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.0020 sec 2024-12-07T21:58:01,434 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608681434"}]},"ts":"1733608681434"} 2024-12-07T21:58:01,435 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-07T21:58:01,435 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-07T21:58:01,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 3.0110 sec 2024-12-07T21:58:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-07T21:58:02,591 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:58:02,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-07T21:58:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:58:02,595 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=109, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:58:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-07T21:58:02,596 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=109, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:58:02,600 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:58:02,604 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A, FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B, FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C, FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/recovered.edits] 2024-12-07T21:58:02,608 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/761960be31a04758b37d1d19386048a7 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/761960be31a04758b37d1d19386048a7 2024-12-07T21:58:02,609 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/909489244c484c9eadabd68f03874503 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/909489244c484c9eadabd68f03874503 2024-12-07T21:58:02,611 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/a9b84a8c026a40f9b6a0ebf7231b37c6 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/a9b84a8c026a40f9b6a0ebf7231b37c6 2024-12-07T21:58:02,613 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/b41dea7994ad4b7fbdb55cbfe7d94164 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/A/b41dea7994ad4b7fbdb55cbfe7d94164 2024-12-07T21:58:02,616 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/5af726febedf4b4caaaab3a65492a4ff to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/5af726febedf4b4caaaab3a65492a4ff 2024-12-07T21:58:02,616 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/80f9a0abb1184616964891ebee90c8b2 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/80f9a0abb1184616964891ebee90c8b2 2024-12-07T21:58:02,617 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/c40a8b43ae9847bfa801e299307531e0 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/c40a8b43ae9847bfa801e299307531e0 2024-12-07T21:58:02,618 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/f778a11b28ed43bb9ee7aa9015956537 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/B/f778a11b28ed43bb9ee7aa9015956537 2024-12-07T21:58:02,620 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/24445980834f415697b74f60caa1677e to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/24445980834f415697b74f60caa1677e 2024-12-07T21:58:02,620 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/4de3f863da324802a98764625393121d to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/4de3f863da324802a98764625393121d 2024-12-07T21:58:02,621 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/5373cf5950bf4486bd2d81b3380503ba to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/5373cf5950bf4486bd2d81b3380503ba 2024-12-07T21:58:02,622 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/eb5e122507bb4dd481126e79bc61d4c0 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/C/eb5e122507bb4dd481126e79bc61d4c0 2024-12-07T21:58:02,624 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/recovered.edits/249.seqid to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a/recovered.edits/249.seqid 2024-12-07T21:58:02,624 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:58:02,624 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-07T21:58:02,624 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-07T21:58:02,625 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-07T21:58:02,627 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412070b730bcea9b14806a5072265a88ad39f_62d4b132b06727f85e488d89d58b9f5a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412070b730bcea9b14806a5072265a88ad39f_62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:58:02,628 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207108c87416b454071a91b4dc95bd71e8c_62d4b132b06727f85e488d89d58b9f5a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207108c87416b454071a91b4dc95bd71e8c_62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:58:02,629 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412071df31b105a4a4c7cb6d3946f88ee808b_62d4b132b06727f85e488d89d58b9f5a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412071df31b105a4a4c7cb6d3946f88ee808b_62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:58:02,630 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412072dc59add75aa4b519092592da3a51859_62d4b132b06727f85e488d89d58b9f5a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412072dc59add75aa4b519092592da3a51859_62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:58:02,631 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412072debd8fbc7274909842afbe58e822673_62d4b132b06727f85e488d89d58b9f5a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412072debd8fbc7274909842afbe58e822673_62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:58:02,632 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412073ab3cea4360e437abf814de801c6f8fd_62d4b132b06727f85e488d89d58b9f5a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412073ab3cea4360e437abf814de801c6f8fd_62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:58:02,633 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412076f3526605800418abe5793eb37d7a5b7_62d4b132b06727f85e488d89d58b9f5a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412076f3526605800418abe5793eb37d7a5b7_62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:58:02,634 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412079bcc349b8a0a4b1d83fb0e66cf4472ed_62d4b132b06727f85e488d89d58b9f5a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412079bcc349b8a0a4b1d83fb0e66cf4472ed_62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:58:02,636 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207b1ce9de0f6af46aba67eb4f781077f49_62d4b132b06727f85e488d89d58b9f5a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207b1ce9de0f6af46aba67eb4f781077f49_62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:58:02,637 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207b3db9423cba1488ea098fc4b9f83f7c0_62d4b132b06727f85e488d89d58b9f5a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207b3db9423cba1488ea098fc4b9f83f7c0_62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:58:02,638 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207c8e2ff9b583d4821a04c66ddfa315bef_62d4b132b06727f85e488d89d58b9f5a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207c8e2ff9b583d4821a04c66ddfa315bef_62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:58:02,639 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207ec1a66c7bca74c41bbb00b27fe35a685_62d4b132b06727f85e488d89d58b9f5a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207ec1a66c7bca74c41bbb00b27fe35a685_62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:58:02,641 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207f0da55b9999940beb4db786cb36b90c9_62d4b132b06727f85e488d89d58b9f5a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207f0da55b9999940beb4db786cb36b90c9_62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:58:02,642 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207f32a3d62fc0f417da33b1152125a1ca0_62d4b132b06727f85e488d89d58b9f5a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207f32a3d62fc0f417da33b1152125a1ca0_62d4b132b06727f85e488d89d58b9f5a 2024-12-07T21:58:02,642 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-07T21:58:02,645 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=109, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:58:02,647 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-07T21:58:02,649 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-07T21:58:02,650 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=109, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:58:02,650 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-07T21:58:02,651 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733608682650"}]},"ts":"9223372036854775807"} 2024-12-07T21:58:02,653 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-07T21:58:02,653 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 62d4b132b06727f85e488d89d58b9f5a, NAME => 'TestAcidGuarantees,,1733608654031.62d4b132b06727f85e488d89d58b9f5a.', STARTKEY => '', ENDKEY => ''}] 2024-12-07T21:58:02,653 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-07T21:58:02,653 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733608682653"}]},"ts":"9223372036854775807"} 2024-12-07T21:58:02,655 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-07T21:58:02,656 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=109, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:58:02,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 64 msec 2024-12-07T21:58:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-07T21:58:02,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-07T21:58:02,701 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:58:02,709 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=252 (was 250) - Thread LEAK? -, OpenFileDescriptor=459 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=477 (was 423) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=18064 (was 17601) - AvailableMemoryMB LEAK? - 2024-12-07T21:58:02,718 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=252, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=477, ProcessCount=11, AvailableMemoryMB=18063 2024-12-07T21:58:02,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T21:58:02,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T21:58:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=110, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-07T21:58:02,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T21:58:02,721 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:02,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 110 2024-12-07T21:58:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-12-07T21:58:02,722 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T21:58:02,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742223_1399 (size=1061) 2024-12-07T21:58:02,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-12-07T21:58:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-12-07T21:58:03,130 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650 2024-12-07T21:58:03,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742224_1400 (size=53) 2024-12-07T21:58:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-12-07T21:58:03,540 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:58:03,540 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 1ad994d68cf6f401d4a99f6f8dd98a82, disabling compactions & flushes 2024-12-07T21:58:03,541 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:03,541 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:03,541 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. after waiting 0 ms 2024-12-07T21:58:03,541 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:03,541 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:03,541 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1ad994d68cf6f401d4a99f6f8dd98a82: Waiting for close lock at 1733608683540Disabling compacts and flushes for region at 1733608683540Disabling writes for close at 1733608683541 (+1 ms)Writing region close event to WAL at 1733608683541Closed at 1733608683541 2024-12-07T21:58:03,542 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T21:58:03,543 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733608683542"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733608683542"}]},"ts":"1733608683542"} 2024-12-07T21:58:03,544 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T21:58:03,546 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T21:58:03,546 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608683546"}]},"ts":"1733608683546"} 2024-12-07T21:58:03,547 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-07T21:58:03,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ad994d68cf6f401d4a99f6f8dd98a82, ASSIGN}] 2024-12-07T21:58:03,549 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ad994d68cf6f401d4a99f6f8dd98a82, ASSIGN 2024-12-07T21:58:03,550 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ad994d68cf6f401d4a99f6f8dd98a82, ASSIGN; state=OFFLINE, location=dbf4292a68c8,34281,1733608565228; forceNewPlan=false, retain=false 2024-12-07T21:58:03,578 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T21:58:03,701 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=1ad994d68cf6f401d4a99f6f8dd98a82, regionState=OPENING, regionLocation=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:03,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ad994d68cf6f401d4a99f6f8dd98a82, ASSIGN because future has completed 2024-12-07T21:58:03,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228}] 2024-12-07T21:58:03,857 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:03,858 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:58:03,859 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:03,859 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:58:03,859 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7794): checking encryption for 1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:03,859 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7797): checking classloading for 1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-12-07T21:58:03,861 INFO [StoreOpener-1ad994d68cf6f401d4a99f6f8dd98a82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:03,863 INFO [StoreOpener-1ad994d68cf6f401d4a99f6f8dd98a82-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T21:58:03,863 INFO [StoreOpener-1ad994d68cf6f401d4a99f6f8dd98a82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ad994d68cf6f401d4a99f6f8dd98a82 columnFamilyName A 2024-12-07T21:58:03,863 DEBUG [StoreOpener-1ad994d68cf6f401d4a99f6f8dd98a82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:03,864 INFO [StoreOpener-1ad994d68cf6f401d4a99f6f8dd98a82-1 {}] regionserver.HStore(327): Store=1ad994d68cf6f401d4a99f6f8dd98a82/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:58:03,864 INFO [StoreOpener-1ad994d68cf6f401d4a99f6f8dd98a82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:03,865 INFO [StoreOpener-1ad994d68cf6f401d4a99f6f8dd98a82-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T21:58:03,866 INFO [StoreOpener-1ad994d68cf6f401d4a99f6f8dd98a82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ad994d68cf6f401d4a99f6f8dd98a82 columnFamilyName B 2024-12-07T21:58:03,866 DEBUG [StoreOpener-1ad994d68cf6f401d4a99f6f8dd98a82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:03,866 INFO [StoreOpener-1ad994d68cf6f401d4a99f6f8dd98a82-1 {}] regionserver.HStore(327): Store=1ad994d68cf6f401d4a99f6f8dd98a82/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:58:03,867 INFO [StoreOpener-1ad994d68cf6f401d4a99f6f8dd98a82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:03,868 INFO [StoreOpener-1ad994d68cf6f401d4a99f6f8dd98a82-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T21:58:03,868 INFO [StoreOpener-1ad994d68cf6f401d4a99f6f8dd98a82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ad994d68cf6f401d4a99f6f8dd98a82 columnFamilyName C 2024-12-07T21:58:03,869 DEBUG [StoreOpener-1ad994d68cf6f401d4a99f6f8dd98a82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:03,869 INFO [StoreOpener-1ad994d68cf6f401d4a99f6f8dd98a82-1 {}] regionserver.HStore(327): Store=1ad994d68cf6f401d4a99f6f8dd98a82/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:58:03,869 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:03,870 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1038): replaying wal for 1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:03,871 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:03,871 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:03,873 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1048): stopping wal replay for 1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:03,873 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1060): Cleaning up temporary data for 1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:03,873 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T21:58:03,875 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1093): writing seq id for 1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:03,877 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T21:58:03,878 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1114): Opened 1ad994d68cf6f401d4a99f6f8dd98a82; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71810482, jitterRate=0.07005956768989563}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T21:58:03,878 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:03,879 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1006): Region open journal for 1ad994d68cf6f401d4a99f6f8dd98a82: Running coprocessor pre-open hook at 1733608683859Writing region info on filesystem at 1733608683859Initializing all the Stores at 1733608683860 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608683860Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608683861 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608683861Cleaning up temporary data from old regions at 1733608683873 (+12 ms)Running coprocessor post-open hooks at 1733608683878 (+5 ms)Region opened successfully at 1733608683879 (+1 ms) 2024-12-07T21:58:03,880 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., pid=112, masterSystemTime=1733608683854 2024-12-07T21:58:03,882 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:03,882 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:03,883 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=1ad994d68cf6f401d4a99f6f8dd98a82, regionState=OPEN, openSeqNum=2, regionLocation=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:03,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=112, ppid=111, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 because future has completed 2024-12-07T21:58:03,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-12-07T21:58:03,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 in 184 msec 2024-12-07T21:58:03,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=111, resume processing ppid=110 2024-12-07T21:58:03,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, ppid=110, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ad994d68cf6f401d4a99f6f8dd98a82, ASSIGN in 341 msec 2024-12-07T21:58:03,893 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T21:58:03,893 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608683893"}]},"ts":"1733608683893"} 2024-12-07T21:58:03,895 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-07T21:58:03,896 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T21:58:03,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1780 sec 2024-12-07T21:58:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-12-07T21:58:04,881 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:58:04,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@215d28df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:04,882 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:58:04,882 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:58:04,883 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:58:04,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:58:04,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:58:04,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5374e7f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:04,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:58:04,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:58:04,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:04,885 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40754, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:58:04,886 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3045ec1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:04,886 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:58:04,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:58:04,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:58:04,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:58:04,890 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T21:58:04,891 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is dbf4292a68c8,33471,1733608564515 2024-12-07T21:58:04,891 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5820449 2024-12-07T21:58:04,891 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T21:58:04,892 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40764, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T21:58:04,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3128f70a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:04,894 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:58:04,894 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:58:04,895 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:58:04,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:58:04,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:58:04,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd0efad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:04,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:58:04,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:58:04,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:04,897 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40774, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:58:04,898 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17874e09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:04,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4499c466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:04,899 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:58:04,899 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:58:04,900 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:58:04,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:58:04,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:58:04,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@464d65b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:04,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:58:04,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:58:04,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:04,901 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40798, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:58:04,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ddca9e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:04,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@340f50c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:04,902 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:58:04,902 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:58:04,903 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:58:04,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:58:04,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:58:04,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e3dfb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:04,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:58:04,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:58:04,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:04,904 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40810, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:58:04,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12e230d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:04,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ff7534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:04,905 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:58:04,905 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:58:04,906 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:58:04,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:58:04,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:58:04,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@220acc65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:04,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:58:04,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:58:04,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:04,907 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:58:04,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@352d0499, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:04,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6cc063, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:04,908 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:58:04,908 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:58:04,908 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:58:04,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:58:04,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:58:04,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f15244d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:04,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:58:04,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:58:04,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:04,910 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40846, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:58:04,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb500f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:04,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6196a59c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:04,911 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:58:04,911 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:58:04,911 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:58:04,912 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:58:04,912 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:58:04,912 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e7fd660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:04,912 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:58:04,912 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:58:04,912 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:04,913 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40866, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:58:04,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cc9a4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:04,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fcc4da7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:04,914 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:58:04,914 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:58:04,915 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:58:04,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:58:04,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:58:04,916 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b5d8120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:04,916 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:58:04,916 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:58:04,916 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:04,917 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40880, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:58:04,917 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602c8341, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:04,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77291cb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:04,918 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:58:04,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:58:04,918 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:58:04,918 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:58:04,919 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:58:04,919 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20822bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:04,919 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:58:04,919 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:58:04,919 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:04,920 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40900, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:58:04,920 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@225c525f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:04,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@541036fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:04,921 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:58:04,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:58:04,921 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:58:04,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:58:04,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:58:04,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f412500, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:04,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:58:04,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:58:04,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:04,923 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40916, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:58:04,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d6bd090, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:04,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c0d5f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:04,924 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:58:04,924 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:58:04,924 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:58:04,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:58:04,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:58:04,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c5dbbeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:04,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:58:04,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:58:04,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:04,926 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40942, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:58:04,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa8f097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:04,927 DEBUG [Thread-1830 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:58:04,927 DEBUG [Thread-1823 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:58:04,927 DEBUG [Thread-1821 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:58:04,927 DEBUG [Thread-1819 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:58:04,927 DEBUG [Thread-1826 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:58:04,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:58:04,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:58:04,928 DEBUG [Thread-1832 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:58:04,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:58:04,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:58:04,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:58:04,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:58:04,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:58:04,928 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:58:04,928 DEBUG [Thread-1815 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:58:04,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:58:04,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:58:04,928 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:58:04,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:58:04,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35426, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:58:04,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35438, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:58:04,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35428, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:58:04,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:58:04,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35460, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:58:04,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:58:04,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:58:04,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:58:04,930 DEBUG [Thread-1817 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:58:04,930 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:58:04,930 DEBUG [Thread-1828 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:58:04,931 DEBUG [Thread-1834 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:58:04,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:58:04,931 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:58:04,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:58:04,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2] 2024-12-07T21:58:04,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2] 2024-12-07T21:58:04,931 DEBUG [Thread-1828 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:58:04,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:58:04,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:58:04,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2] 2024-12-07T21:58:04,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2] 2024-12-07T21:58:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-12-07T21:58:04,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35478, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:58:04,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35492, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:58:04,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35506, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:58:04,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35502, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:58:04,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2] 2024-12-07T21:58:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-07T21:58:04,934 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:58:04,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2] 2024-12-07T21:58:04,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2] 2024-12-07T21:58:04,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2] 2024-12-07T21:58:04,936 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:58:04,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:58:04,936 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2] 2024-12-07T21:58:04,937 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2] 2024-12-07T21:58:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:04,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1ad994d68cf6f401d4a99f6f8dd98a82 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-07T21:58:04,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=A 2024-12-07T21:58:04,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:04,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=B 2024-12-07T21:58:04,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:04,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=C 2024-12-07T21:58:04,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:04,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/fb5f77cc538b4b7ea8ac208a5cdc7df3 is 50, key is test_row_0/A:col10/1733608684940/Put/seqid=0 2024-12-07T21:58:04,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742225_1401 (size=9657) 2024-12-07T21:58:04,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733608684970, max timestamp=1733608684978Num uniques 859; 2024-12-07T21:58:04,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733608684970, max timestamp=1733608684978Num uniques 859; 2024-12-07T21:58:04,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-07T21:58:04,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-07T21:58:04,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733608684970, max timestamp=1733608684978Num uniques 859; 2024-12-07T21:58:04,981 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-07T21:58:05,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35492 deadline: 1733608745019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:05,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:05,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733608745020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:05,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:05,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608745021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:05,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:05,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35478 deadline: 1733608745022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:05,031 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,031 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,031 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:05,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608745024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:05,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-07T21:58:05,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-07T21:58:05,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:05,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:05,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:05,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:05,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:05,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35492 deadline: 1733608745131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:05,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:05,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608745140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:05,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733608745140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:05,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608745140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:05,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:05,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35478 deadline: 1733608745140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:05,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:05,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:05,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:05,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-07T21:58:05,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:05,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:05,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:05,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:05,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-07T21:58:05,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35492 deadline: 1733608745340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:05,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,345 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:05,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608745361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:05,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:05,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608745361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:05,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:05,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:05,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733608745361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:05,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:05,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35478 deadline: 1733608745361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:05,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:05,365 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,365 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,365 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:05,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/fb5f77cc538b4b7ea8ac208a5cdc7df3 2024-12-07T21:58:05,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/94d5f217cfb24bd78c9370c861ea6269 is 50, key is test_row_0/B:col10/1733608684940/Put/seqid=0 2024-12-07T21:58:05,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-07T21:58:05,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:05,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:05,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:05,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:05,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:05,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742226_1402 (size=9657) 2024-12-07T21:58:05,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-07T21:58:05,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:05,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:05,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:05,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:05,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-07T21:58:05,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35492 deadline: 1733608745650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:05,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:05,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608745671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:05,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608745671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:05,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:05,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:05,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733608745671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:05,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:05,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35478 deadline: 1733608745671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:05,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:05,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:05,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-07T21:58:05,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:05,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:05,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:05,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:05,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:05,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/94d5f217cfb24bd78c9370c861ea6269 2024-12-07T21:58:05,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/d65c687087c04e06987bc8109b1bb5f9 is 50, key is test_row_0/C:col10/1733608684940/Put/seqid=0 2024-12-07T21:58:05,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742227_1403 (size=9657) 2024-12-07T21:58:05,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-07T21:58:05,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:05,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:05,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:05,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:05,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:06,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-07T21:58:06,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:06,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:06,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:06,006 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:06,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-07T21:58:06,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-07T21:58:06,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:06,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:06,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:06,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:06,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:06,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:06,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35492 deadline: 1733608746161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:06,163 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:06,163 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:06,163 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:06,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608746181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:06,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:06,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:06,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733608746181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:06,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:06,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:06,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:06,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:06,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608746190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:06,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:06,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35478 deadline: 1733608746190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:06,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:06,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:06,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:06,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:06,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:06,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/d65c687087c04e06987bc8109b1bb5f9 2024-12-07T21:58:06,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/fb5f77cc538b4b7ea8ac208a5cdc7df3 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/fb5f77cc538b4b7ea8ac208a5cdc7df3 2024-12-07T21:58:06,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/fb5f77cc538b4b7ea8ac208a5cdc7df3, entries=100, sequenceid=11, filesize=9.4 K 2024-12-07T21:58:06,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/94d5f217cfb24bd78c9370c861ea6269 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/94d5f217cfb24bd78c9370c861ea6269 2024-12-07T21:58:06,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/94d5f217cfb24bd78c9370c861ea6269, entries=100, sequenceid=11, filesize=9.4 K 2024-12-07T21:58:06,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/d65c687087c04e06987bc8109b1bb5f9 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/d65c687087c04e06987bc8109b1bb5f9 2024-12-07T21:58:06,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/d65c687087c04e06987bc8109b1bb5f9, entries=100, sequenceid=11, filesize=9.4 K 2024-12-07T21:58:06,238 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 1ad994d68cf6f401d4a99f6f8dd98a82 in 1296ms, sequenceid=11, compaction requested=false 2024-12-07T21:58:06,238 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-07T21:58:06,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:06,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-07T21:58:06,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:06,311 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 1ad994d68cf6f401d4a99f6f8dd98a82 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-12-07T21:58:06,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=A 2024-12-07T21:58:06,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:06,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=B 2024-12-07T21:58:06,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:06,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=C 2024-12-07T21:58:06,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:06,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/e659b9666a6e4b1c907656250ab1aba2 is 50, key is test_row_0/A:col10/1733608685020/Put/seqid=0 2024-12-07T21:58:06,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742228_1404 (size=12001) 2024-12-07T21:58:06,719 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/e659b9666a6e4b1c907656250ab1aba2 2024-12-07T21:58:06,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/1416d9b557834a5fbef05fe787657ee2 is 50, key is test_row_0/B:col10/1733608685020/Put/seqid=0 2024-12-07T21:58:06,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742229_1405 (size=12001) 2024-12-07T21:58:06,943 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T21:58:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-07T21:58:07,141 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/1416d9b557834a5fbef05fe787657ee2 2024-12-07T21:58:07,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/e6bcfea9301f4a7fa61921773a3442d3 is 50, key is test_row_0/C:col10/1733608685020/Put/seqid=0 2024-12-07T21:58:07,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742230_1406 (size=12001) 2024-12-07T21:58:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:07,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:07,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35492 deadline: 1733608747197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:07,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:07,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:07,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:07,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608747201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:07,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608747201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:07,205 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_2' in 1ad994d68cf6f401d4a99f6f8dd98a82 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:58:07,205 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_1' in 1ad994d68cf6f401d4a99f6f8dd98a82 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:58:07,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:07,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:07,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:07,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:07,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:07,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:07,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733608747201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:07,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:07,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:07,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:07,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35478 deadline: 1733608747211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:07,216 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_2' in 1ad994d68cf6f401d4a99f6f8dd98a82 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:58:07,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:07,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:07,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:07,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35492 deadline: 1733608747311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:07,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:07,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:07,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733608747311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:07,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:07,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:07,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:07,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:07,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35492 deadline: 1733608747521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:07,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:07,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:07,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733608747521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:07,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:07,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:07,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:07,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:07,551 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/e6bcfea9301f4a7fa61921773a3442d3 2024-12-07T21:58:07,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/e659b9666a6e4b1c907656250ab1aba2 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/e659b9666a6e4b1c907656250ab1aba2 2024-12-07T21:58:07,557 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/e659b9666a6e4b1c907656250ab1aba2, entries=150, sequenceid=46, filesize=11.7 K 2024-12-07T21:58:07,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/1416d9b557834a5fbef05fe787657ee2 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/1416d9b557834a5fbef05fe787657ee2 2024-12-07T21:58:07,560 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/1416d9b557834a5fbef05fe787657ee2, entries=150, sequenceid=46, filesize=11.7 K 2024-12-07T21:58:07,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/e6bcfea9301f4a7fa61921773a3442d3 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/e6bcfea9301f4a7fa61921773a3442d3 2024-12-07T21:58:07,564 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/e6bcfea9301f4a7fa61921773a3442d3, entries=150, sequenceid=46, filesize=11.7 K 2024-12-07T21:58:07,564 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 1ad994d68cf6f401d4a99f6f8dd98a82 in 1253ms, sequenceid=46, compaction requested=false 2024-12-07T21:58:07,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:07,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:07,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-12-07T21:58:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-12-07T21:58:07,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-12-07T21:58:07,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6300 sec 2024-12-07T21:58:07,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 2.6370 sec 2024-12-07T21:58:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:07,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1ad994d68cf6f401d4a99f6f8dd98a82 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-07T21:58:07,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=A 2024-12-07T21:58:07,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:07,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=B 2024-12-07T21:58:07,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:07,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=C 2024-12-07T21:58:07,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:07,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/c7e5d226c1944e03ab15c704a4c29edd is 50, key is test_row_0/A:col10/1733608687200/Put/seqid=0 2024-12-07T21:58:07,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742231_1407 (size=12001) 2024-12-07T21:58:07,879 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733608687858, max timestamp=1733608687877Num uniques 859; 2024-12-07T21:58:07,879 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733608687858, max timestamp=1733608687877Num uniques 859; 2024-12-07T21:58:07,879 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733608687858, max timestamp=1733608687877Num uniques 859; 2024-12-07T21:58:07,879 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T21:58:07,879 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T21:58:07,879 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T21:58:07,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733608747933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:07,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:07,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:07,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:07,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35492 deadline: 1733608747944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:07,953 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:07,953 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:07,953 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:08,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733608748051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:08,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:08,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:08,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:08,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35492 deadline: 1733608748061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:08,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:08,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:08,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:08,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/c7e5d226c1944e03ab15c704a4c29edd 2024-12-07T21:58:08,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/5510f0d204a84f5688f8fb2d4c55297f is 50, key is test_row_0/B:col10/1733608687200/Put/seqid=0 2024-12-07T21:58:08,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742232_1408 (size=12001) 2024-12-07T21:58:08,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733608748260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:08,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:08,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:08,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:08,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35492 deadline: 1733608748271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:08,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:08,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:08,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:08,292 WARN [regionserver/dbf4292a68c8:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 0 2024-12-07T21:58:08,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733608748571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:08,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:08,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:08,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:08,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35492 deadline: 1733608748580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:08,583 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:08,583 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:08,583 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:08,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/5510f0d204a84f5688f8fb2d4c55297f 2024-12-07T21:58:08,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/ade7b59e2a2c41d3a91f4110240230d8 is 50, key is test_row_0/C:col10/1733608687200/Put/seqid=0 2024-12-07T21:58:08,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742233_1409 (size=12001) 2024-12-07T21:58:09,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/ade7b59e2a2c41d3a91f4110240230d8 2024-12-07T21:58:09,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/c7e5d226c1944e03ab15c704a4c29edd as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/c7e5d226c1944e03ab15c704a4c29edd 2024-12-07T21:58:09,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/c7e5d226c1944e03ab15c704a4c29edd, entries=150, sequenceid=57, filesize=11.7 K 2024-12-07T21:58:09,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/5510f0d204a84f5688f8fb2d4c55297f as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/5510f0d204a84f5688f8fb2d4c55297f 2024-12-07T21:58:09,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/5510f0d204a84f5688f8fb2d4c55297f, entries=150, sequenceid=57, filesize=11.7 K 2024-12-07T21:58:09,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/ade7b59e2a2c41d3a91f4110240230d8 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/ade7b59e2a2c41d3a91f4110240230d8 2024-12-07T21:58:09,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/ade7b59e2a2c41d3a91f4110240230d8, entries=150, sequenceid=57, filesize=11.7 K 2024-12-07T21:58:09,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 1ad994d68cf6f401d4a99f6f8dd98a82 in 1260ms, sequenceid=57, compaction requested=true 2024-12-07T21:58:09,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:09,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ad994d68cf6f401d4a99f6f8dd98a82:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:58:09,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:09,094 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:58:09,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ad994d68cf6f401d4a99f6f8dd98a82:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:58:09,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:09,094 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:58:09,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ad994d68cf6f401d4a99f6f8dd98a82:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:58:09,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:58:09,095 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:58:09,095 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 1ad994d68cf6f401d4a99f6f8dd98a82/A is initiating minor compaction (all files) 2024-12-07T21:58:09,095 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ad994d68cf6f401d4a99f6f8dd98a82/A in TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:09,095 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/fb5f77cc538b4b7ea8ac208a5cdc7df3, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/e659b9666a6e4b1c907656250ab1aba2, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/c7e5d226c1944e03ab15c704a4c29edd] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp, totalSize=32.9 K 2024-12-07T21:58:09,096 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:58:09,096 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 1ad994d68cf6f401d4a99f6f8dd98a82/B is initiating minor compaction (all files) 2024-12-07T21:58:09,096 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ad994d68cf6f401d4a99f6f8dd98a82/B in TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:09,096 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/94d5f217cfb24bd78c9370c861ea6269, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/1416d9b557834a5fbef05fe787657ee2, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/5510f0d204a84f5688f8fb2d4c55297f] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp, totalSize=32.9 K 2024-12-07T21:58:09,096 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb5f77cc538b4b7ea8ac208a5cdc7df3, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733608684939 2024-12-07T21:58:09,096 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 94d5f217cfb24bd78c9370c861ea6269, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733608684939 2024-12-07T21:58:09,097 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 1416d9b557834a5fbef05fe787657ee2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733608685018 2024-12-07T21:58:09,097 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting e659b9666a6e4b1c907656250ab1aba2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733608685018 2024-12-07T21:58:09,097 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 5510f0d204a84f5688f8fb2d4c55297f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733608687180 2024-12-07T21:58:09,097 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7e5d226c1944e03ab15c704a4c29edd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733608687180 2024-12-07T21:58:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-07T21:58:09,101 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:58:09,102 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:58:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-12-07T21:58:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:09,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1ad994d68cf6f401d4a99f6f8dd98a82 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-07T21:58:09,103 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:58:09,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=A 2024-12-07T21:58:09,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:09,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=B 2024-12-07T21:58:09,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:09,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=C 2024-12-07T21:58:09,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-07T21:58:09,104 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:58:09,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:58:09,107 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ad994d68cf6f401d4a99f6f8dd98a82#B#compaction#342 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:09,107 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/29c4bb39c0e4474f93b1ce919e3a06f7 is 50, key is test_row_0/B:col10/1733608687200/Put/seqid=0 2024-12-07T21:58:09,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/6fa496e240da428a93d7686dc1322471 is 50, key is test_row_0/A:col10/1733608687897/Put/seqid=0 2024-12-07T21:58:09,116 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ad994d68cf6f401d4a99f6f8dd98a82#A#compaction#344 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:09,116 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/276e3fb1740b44df92c070d5f38995f1 is 50, key is test_row_0/A:col10/1733608687200/Put/seqid=0 2024-12-07T21:58:09,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742234_1410 (size=12104) 2024-12-07T21:58:09,140 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/29c4bb39c0e4474f93b1ce919e3a06f7 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/29c4bb39c0e4474f93b1ce919e3a06f7 2024-12-07T21:58:09,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:09,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35492 deadline: 1733608749132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:09,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:09,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:09,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:09,145 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ad994d68cf6f401d4a99f6f8dd98a82/B of 1ad994d68cf6f401d4a99f6f8dd98a82 into 29c4bb39c0e4474f93b1ce919e3a06f7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:09,145 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:09,146 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., storeName=1ad994d68cf6f401d4a99f6f8dd98a82/B, priority=13, startTime=1733608689094; duration=0sec 2024-12-07T21:58:09,146 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:58:09,146 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ad994d68cf6f401d4a99f6f8dd98a82:B 2024-12-07T21:58:09,146 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:58:09,146 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:58:09,147 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 1ad994d68cf6f401d4a99f6f8dd98a82/C is initiating minor compaction (all files) 2024-12-07T21:58:09,147 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ad994d68cf6f401d4a99f6f8dd98a82/C in TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:09,147 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/d65c687087c04e06987bc8109b1bb5f9, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/e6bcfea9301f4a7fa61921773a3442d3, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/ade7b59e2a2c41d3a91f4110240230d8] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp, totalSize=32.9 K 2024-12-07T21:58:09,147 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting d65c687087c04e06987bc8109b1bb5f9, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733608684939 2024-12-07T21:58:09,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:09,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733608749141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:09,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:09,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:09,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:09,150 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting e6bcfea9301f4a7fa61921773a3442d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733608685018 2024-12-07T21:58:09,150 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting ade7b59e2a2c41d3a91f4110240230d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733608687180 2024-12-07T21:58:09,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742236_1412 (size=12104) 2024-12-07T21:58:09,165 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/276e3fb1740b44df92c070d5f38995f1 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/276e3fb1740b44df92c070d5f38995f1 2024-12-07T21:58:09,167 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ad994d68cf6f401d4a99f6f8dd98a82#C#compaction#345 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:09,167 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/4c8031ded798404e93430c1edc02142e is 50, key is test_row_0/C:col10/1733608687200/Put/seqid=0 2024-12-07T21:58:09,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742235_1411 (size=14341) 2024-12-07T21:58:09,172 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ad994d68cf6f401d4a99f6f8dd98a82/A of 1ad994d68cf6f401d4a99f6f8dd98a82 into 276e3fb1740b44df92c070d5f38995f1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:09,172 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:09,172 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., storeName=1ad994d68cf6f401d4a99f6f8dd98a82/A, priority=13, startTime=1733608689094; duration=0sec 2024-12-07T21:58:09,172 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:09,172 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ad994d68cf6f401d4a99f6f8dd98a82:A 2024-12-07T21:58:09,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742237_1413 (size=12104) 2024-12-07T21:58:09,183 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/4c8031ded798404e93430c1edc02142e as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/4c8031ded798404e93430c1edc02142e 2024-12-07T21:58:09,187 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ad994d68cf6f401d4a99f6f8dd98a82/C of 1ad994d68cf6f401d4a99f6f8dd98a82 into 4c8031ded798404e93430c1edc02142e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:09,187 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:09,187 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., storeName=1ad994d68cf6f401d4a99f6f8dd98a82/C, priority=13, startTime=1733608689094; duration=0sec 2024-12-07T21:58:09,187 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:09,187 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ad994d68cf6f401d4a99f6f8dd98a82:C 2024-12-07T21:58:09,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-07T21:58:09,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608749211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:09,219 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_1' in 1ad994d68cf6f401d4a99f6f8dd98a82 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:58:09,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:09,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:09,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:09,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608749231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:09,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35478 deadline: 1733608749231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:09,238 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_2' in 1ad994d68cf6f401d4a99f6f8dd98a82 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:58:09,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:09,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:09,239 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_2' in 1ad994d68cf6f401d4a99f6f8dd98a82 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:58:09,239 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:09,239 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:09,239 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:09,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:09,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-07T21:58:09,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:09,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:09,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:09,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:09,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:09,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35492 deadline: 1733608749251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:09,259 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:09,259 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:09,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:09,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:09,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733608749251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:09,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:09,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:09,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:09,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-07T21:58:09,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:09,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:09,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:09,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:09,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-07T21:58:09,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35492 deadline: 1733608749471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:09,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733608749471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:09,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:09,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:09,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:09,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:09,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:09,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:09,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/6fa496e240da428a93d7686dc1322471 2024-12-07T21:58:09,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-07T21:58:09,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:09,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:09,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:09,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:09,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:09,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/ef90799c57554f77b6b4644dfc1ff4c3 is 50, key is test_row_0/B:col10/1733608687897/Put/seqid=0 2024-12-07T21:58:09,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742238_1414 (size=12001) 2024-12-07T21:58:09,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/ef90799c57554f77b6b4644dfc1ff4c3 2024-12-07T21:58:09,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/207ba51501284191813fc5eff5354f81 is 50, key is test_row_0/C:col10/1733608687897/Put/seqid=0 2024-12-07T21:58:09,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742239_1415 (size=12001) 2024-12-07T21:58:09,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-07T21:58:09,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:09,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:09,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:09,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:09,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:09,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-07T21:58:09,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:09,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35492 deadline: 1733608749792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:09,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:09,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:09,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:09,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:09,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733608749793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:09,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:09,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:09,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:09,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-07T21:58:09,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:09,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:09,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:09,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:09,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:10,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-07T21:58:10,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:10,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:10,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:10,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:10,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:10,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/207ba51501284191813fc5eff5354f81 2024-12-07T21:58:10,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/6fa496e240da428a93d7686dc1322471 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/6fa496e240da428a93d7686dc1322471 2024-12-07T21:58:10,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/6fa496e240da428a93d7686dc1322471, entries=200, sequenceid=93, filesize=14.0 K 2024-12-07T21:58:10,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/ef90799c57554f77b6b4644dfc1ff4c3 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/ef90799c57554f77b6b4644dfc1ff4c3 2024-12-07T21:58:10,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/ef90799c57554f77b6b4644dfc1ff4c3, entries=150, sequenceid=93, filesize=11.7 K 2024-12-07T21:58:10,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/207ba51501284191813fc5eff5354f81 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/207ba51501284191813fc5eff5354f81 2024-12-07T21:58:10,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/207ba51501284191813fc5eff5354f81, entries=150, sequenceid=93, filesize=11.7 K 2024-12-07T21:58:10,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 1ad994d68cf6f401d4a99f6f8dd98a82 in 985ms, sequenceid=93, compaction requested=false 2024-12-07T21:58:10,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:10,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-07T21:58:10,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:10,187 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 1ad994d68cf6f401d4a99f6f8dd98a82 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-07T21:58:10,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=A 2024-12-07T21:58:10,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:10,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=B 2024-12-07T21:58:10,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:10,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=C 2024-12-07T21:58:10,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:10,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/1420125deaf0461b90b907ab5949f407 is 50, key is test_row_0/A:col10/1733608689139/Put/seqid=0 2024-12-07T21:58:10,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742240_1416 (size=12001) 2024-12-07T21:58:10,224 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/1420125deaf0461b90b907ab5949f407 2024-12-07T21:58:10,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/81e58ece60924fa4b54393ed4fdcf3be is 50, key is test_row_0/B:col10/1733608689139/Put/seqid=0 2024-12-07T21:58:10,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742241_1417 (size=12001) 2024-12-07T21:58:10,242 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/81e58ece60924fa4b54393ed4fdcf3be 2024-12-07T21:58:10,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-07T21:58:10,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/1f77a8d3d2ff4b6ca69b3902585d3b50 is 50, key is test_row_0/C:col10/1733608689139/Put/seqid=0 2024-12-07T21:58:10,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742242_1418 (size=12001) 2024-12-07T21:58:10,281 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/1f77a8d3d2ff4b6ca69b3902585d3b50 2024-12-07T21:58:10,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/1420125deaf0461b90b907ab5949f407 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/1420125deaf0461b90b907ab5949f407 2024-12-07T21:58:10,302 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/1420125deaf0461b90b907ab5949f407, entries=150, sequenceid=106, filesize=11.7 K 2024-12-07T21:58:10,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/81e58ece60924fa4b54393ed4fdcf3be as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/81e58ece60924fa4b54393ed4fdcf3be 2024-12-07T21:58:10,307 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/81e58ece60924fa4b54393ed4fdcf3be, entries=150, sequenceid=106, filesize=11.7 K 2024-12-07T21:58:10,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/1f77a8d3d2ff4b6ca69b3902585d3b50 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/1f77a8d3d2ff4b6ca69b3902585d3b50 2024-12-07T21:58:10,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:10,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:10,316 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/1f77a8d3d2ff4b6ca69b3902585d3b50, entries=150, sequenceid=106, filesize=11.7 K 2024-12-07T21:58:10,317 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=20.13 KB/20610 for 1ad994d68cf6f401d4a99f6f8dd98a82 in 130ms, sequenceid=106, compaction requested=true 2024-12-07T21:58:10,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:10,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:10,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-12-07T21:58:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-12-07T21:58:10,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-12-07T21:58:10,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2140 sec 2024-12-07T21:58:10,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 1.2190 sec 2024-12-07T21:58:10,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1ad994d68cf6f401d4a99f6f8dd98a82 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-07T21:58:10,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=A 2024-12-07T21:58:10,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:10,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=B 2024-12-07T21:58:10,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:10,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=C 2024-12-07T21:58:10,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:10,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/414288c72e26469a8031de14ee776c5c is 50, key is test_row_1/A:col10/1733608690327/Put/seqid=0 2024-12-07T21:58:10,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742243_1419 (size=14337) 2024-12-07T21:58:10,416 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733608690399, max timestamp=1733608690412Num uniques 859; 2024-12-07T21:58:10,416 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T21:58:10,416 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733608690399, max timestamp=1733608690412Num uniques 859; 2024-12-07T21:58:10,416 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T21:58:10,416 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733608690399, max timestamp=1733608690412Num uniques 859; 2024-12-07T21:58:10,416 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T21:58:10,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733608750502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:10,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:10,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:10,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:10,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:10,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35492 deadline: 1733608750517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:10,530 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:10,530 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:10,530 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:10,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:10,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733608750620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:10,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:10,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:10,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:10,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35492 deadline: 1733608750641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:10,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:10,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:10,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:10,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/414288c72e26469a8031de14ee776c5c 2024-12-07T21:58:10,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/ab8d54553db34569a757290d2807de9f is 50, key is test_row_1/B:col10/1733608690327/Put/seqid=0 2024-12-07T21:58:10,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742244_1420 (size=9657) 2024-12-07T21:58:10,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733608750830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:10,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:10,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:10,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:10,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35492 deadline: 1733608750860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:10,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:10,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:10,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:11,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733608751141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:11,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:11,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:11,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:11,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/ab8d54553db34569a757290d2807de9f 2024-12-07T21:58:11,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/49cef094a7f0407c99108832065d3620 is 50, key is test_row_1/C:col10/1733608690327/Put/seqid=0 2024-12-07T21:58:11,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742245_1421 (size=9657) 2024-12-07T21:58:11,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35492 deadline: 1733608751171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:11,179 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:11,179 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:11,179 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-07T21:58:11,261 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:58:11,261 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:58:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-12-07T21:58:11,263 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:58:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-07T21:58:11,263 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:58:11,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:58:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-07T21:58:11,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-07T21:58:11,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:11,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:11,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:11,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:11,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:11,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/49cef094a7f0407c99108832065d3620 2024-12-07T21:58:11,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/414288c72e26469a8031de14ee776c5c as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/414288c72e26469a8031de14ee776c5c 2024-12-07T21:58:11,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-07T21:58:11,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:11,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:11,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:11,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:11,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:11,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/414288c72e26469a8031de14ee776c5c, entries=200, sequenceid=116, filesize=14.0 K 2024-12-07T21:58:11,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/ab8d54553db34569a757290d2807de9f as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/ab8d54553db34569a757290d2807de9f 2024-12-07T21:58:11,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/ab8d54553db34569a757290d2807de9f, entries=100, sequenceid=116, filesize=9.4 K 2024-12-07T21:58:11,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/49cef094a7f0407c99108832065d3620 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/49cef094a7f0407c99108832065d3620 2024-12-07T21:58:11,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/49cef094a7f0407c99108832065d3620, entries=100, sequenceid=116, filesize=9.4 K 2024-12-07T21:58:11,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 1ad994d68cf6f401d4a99f6f8dd98a82 in 1249ms, sequenceid=116, compaction requested=true 2024-12-07T21:58:11,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:11,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ad994d68cf6f401d4a99f6f8dd98a82:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:58:11,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:11,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ad994d68cf6f401d4a99f6f8dd98a82:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:58:11,578 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T21:58:11,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:11,578 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T21:58:11,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ad994d68cf6f401d4a99f6f8dd98a82:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:58:11,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:58:11,579 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T21:58:11,579 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52783 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T21:58:11,579 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 1ad994d68cf6f401d4a99f6f8dd98a82/B is initiating minor compaction (all files) 2024-12-07T21:58:11,579 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 1ad994d68cf6f401d4a99f6f8dd98a82/A is initiating minor compaction (all files) 2024-12-07T21:58:11,579 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ad994d68cf6f401d4a99f6f8dd98a82/B in TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:11,579 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ad994d68cf6f401d4a99f6f8dd98a82/A in TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:11,579 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/29c4bb39c0e4474f93b1ce919e3a06f7, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/ef90799c57554f77b6b4644dfc1ff4c3, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/81e58ece60924fa4b54393ed4fdcf3be, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/ab8d54553db34569a757290d2807de9f] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp, totalSize=44.7 K 2024-12-07T21:58:11,579 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/276e3fb1740b44df92c070d5f38995f1, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/6fa496e240da428a93d7686dc1322471, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/1420125deaf0461b90b907ab5949f407, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/414288c72e26469a8031de14ee776c5c] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp, totalSize=51.5 K 2024-12-07T21:58:11,579 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 29c4bb39c0e4474f93b1ce919e3a06f7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733608687180 2024-12-07T21:58:11,579 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 276e3fb1740b44df92c070d5f38995f1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733608687180 2024-12-07T21:58:11,580 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6fa496e240da428a93d7686dc1322471, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733608687897 2024-12-07T21:58:11,580 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting ef90799c57554f77b6b4644dfc1ff4c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733608687897 2024-12-07T21:58:11,580 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1420125deaf0461b90b907ab5949f407, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1733608689104 2024-12-07T21:58:11,580 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 81e58ece60924fa4b54393ed4fdcf3be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1733608689104 2024-12-07T21:58:11,580 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 414288c72e26469a8031de14ee776c5c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733608690319 2024-12-07T21:58:11,580 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting ab8d54553db34569a757290d2807de9f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733608690327 2024-12-07T21:58:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-07T21:58:11,588 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ad994d68cf6f401d4a99f6f8dd98a82#B#compaction#355 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:11,589 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ad994d68cf6f401d4a99f6f8dd98a82#A#compaction#354 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:11,589 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/aaae88bded6a4801a6ca50151992a47d is 50, key is test_row_0/B:col10/1733608689139/Put/seqid=0 2024-12-07T21:58:11,589 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/de0d142554f7464dbde4fb2a06fe68c7 is 50, key is test_row_0/A:col10/1733608689139/Put/seqid=0 2024-12-07T21:58:11,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742246_1422 (size=12241) 2024-12-07T21:58:11,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742247_1423 (size=12241) 2024-12-07T21:58:11,659 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1ad994d68cf6f401d4a99f6f8dd98a82 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-12-07T21:58:11,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=A 2024-12-07T21:58:11,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-07T21:58:11,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=B 2024-12-07T21:58:11,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-07T21:58:11,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=C 2024-12-07T21:58:11,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-07T21:58:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:11,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/e35d52fb5c9041128efbe1644788a68b is 50, key is test_row_0/A:col10/1733608690486/Put/seqid=0 2024-12-07T21:58:11,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742248_1424 (size=12151) 2024-12-07T21:58:11,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35492 deadline: 1733608751691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:11,701 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:11,701 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:11,701 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:11,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733608751701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:11,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-07T21:58:11,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:11,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:11,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:11,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:11,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:11,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:11,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733608751811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:11,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:11,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:11,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:11,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-07T21:58:11,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:11,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:11,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:11,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:11,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:11,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-07T21:58:11,996 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/aaae88bded6a4801a6ca50151992a47d as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/aaae88bded6a4801a6ca50151992a47d 2024-12-07T21:58:11,999 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1ad994d68cf6f401d4a99f6f8dd98a82/B of 1ad994d68cf6f401d4a99f6f8dd98a82 into aaae88bded6a4801a6ca50151992a47d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:11,999 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:11,999 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., storeName=1ad994d68cf6f401d4a99f6f8dd98a82/B, priority=12, startTime=1733608691578; duration=0sec 2024-12-07T21:58:11,999 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:58:11,999 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ad994d68cf6f401d4a99f6f8dd98a82:B 2024-12-07T21:58:11,999 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T21:58:12,001 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T21:58:12,001 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 1ad994d68cf6f401d4a99f6f8dd98a82/C is initiating minor compaction (all files) 2024-12-07T21:58:12,001 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ad994d68cf6f401d4a99f6f8dd98a82/C in TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:12,001 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/4c8031ded798404e93430c1edc02142e, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/207ba51501284191813fc5eff5354f81, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/1f77a8d3d2ff4b6ca69b3902585d3b50, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/49cef094a7f0407c99108832065d3620] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp, totalSize=44.7 K 2024-12-07T21:58:12,002 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c8031ded798404e93430c1edc02142e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733608687180 2024-12-07T21:58:12,002 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 207ba51501284191813fc5eff5354f81, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733608687897 2024-12-07T21:58:12,002 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/de0d142554f7464dbde4fb2a06fe68c7 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/de0d142554f7464dbde4fb2a06fe68c7 2024-12-07T21:58:12,002 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f77a8d3d2ff4b6ca69b3902585d3b50, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1733608689104 2024-12-07T21:58:12,002 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 49cef094a7f0407c99108832065d3620, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733608690327 2024-12-07T21:58:12,005 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1ad994d68cf6f401d4a99f6f8dd98a82/A of 1ad994d68cf6f401d4a99f6f8dd98a82 into de0d142554f7464dbde4fb2a06fe68c7(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:12,005 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:12,006 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., storeName=1ad994d68cf6f401d4a99f6f8dd98a82/A, priority=12, startTime=1733608691578; duration=0sec 2024-12-07T21:58:12,006 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:12,006 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ad994d68cf6f401d4a99f6f8dd98a82:A 2024-12-07T21:58:12,007 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ad994d68cf6f401d4a99f6f8dd98a82#C#compaction#357 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:12,008 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/eeb3ead9076d4a5fa5631a26eead80b4 is 50, key is test_row_0/C:col10/1733608689139/Put/seqid=0 2024-12-07T21:58:12,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742249_1425 (size=12241) 2024-12-07T21:58:12,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-07T21:58:12,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:12,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:12,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:12,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:12,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:12,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:12,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733608752020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:12,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:12,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:12,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:12,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/e35d52fb5c9041128efbe1644788a68b 2024-12-07T21:58:12,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/4bcf742feb6a464fb9e8f25cfe9e875a is 50, key is test_row_0/B:col10/1733608690486/Put/seqid=0 2024-12-07T21:58:12,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742250_1426 (size=12151) 2024-12-07T21:58:12,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-07T21:58:12,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:12,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:12,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:12,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:12,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:12,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-07T21:58:12,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:12,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:12,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:12,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:12,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:12,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733608752341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:12,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:12,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:12,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-07T21:58:12,414 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/eeb3ead9076d4a5fa5631a26eead80b4 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/eeb3ead9076d4a5fa5631a26eead80b4 2024-12-07T21:58:12,418 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1ad994d68cf6f401d4a99f6f8dd98a82/C of 1ad994d68cf6f401d4a99f6f8dd98a82 into eeb3ead9076d4a5fa5631a26eead80b4(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:12,418 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:12,418 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., storeName=1ad994d68cf6f401d4a99f6f8dd98a82/C, priority=12, startTime=1733608691578; duration=0sec 2024-12-07T21:58:12,418 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:12,418 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ad994d68cf6f401d4a99f6f8dd98a82:C 2024-12-07T21:58:12,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/4bcf742feb6a464fb9e8f25cfe9e875a 2024-12-07T21:58:12,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-07T21:58:12,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:12,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:12,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:12,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:12,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:12,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/fb296c26959a4db6b5146717a519b39a is 50, key is test_row_0/C:col10/1733608690486/Put/seqid=0 2024-12-07T21:58:12,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742251_1427 (size=12151) 2024-12-07T21:58:12,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-07T21:58:12,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:12,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:12,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:12,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:12,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:12,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35492 deadline: 1733608752711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:12,715 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_0' in 1ad994d68cf6f401d4a99f6f8dd98a82 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:58:12,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:12,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:12,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:12,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-07T21:58:12,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:12,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:12,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:12,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:12,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:12,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733608752851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:12,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:12,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:12,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:12,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/fb296c26959a4db6b5146717a519b39a 2024-12-07T21:58:12,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/e35d52fb5c9041128efbe1644788a68b as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/e35d52fb5c9041128efbe1644788a68b 2024-12-07T21:58:12,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/e35d52fb5c9041128efbe1644788a68b, entries=150, sequenceid=154, filesize=11.9 K 2024-12-07T21:58:12,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/4bcf742feb6a464fb9e8f25cfe9e875a as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/4bcf742feb6a464fb9e8f25cfe9e875a 2024-12-07T21:58:12,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/4bcf742feb6a464fb9e8f25cfe9e875a, entries=150, sequenceid=154, filesize=11.9 K 2024-12-07T21:58:12,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/fb296c26959a4db6b5146717a519b39a as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/fb296c26959a4db6b5146717a519b39a 2024-12-07T21:58:12,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/fb296c26959a4db6b5146717a519b39a, entries=150, sequenceid=154, filesize=11.9 K 2024-12-07T21:58:12,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 1ad994d68cf6f401d4a99f6f8dd98a82 in 1243ms, sequenceid=154, compaction requested=false 2024-12-07T21:58:12,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:12,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-07T21:58:12,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:12,941 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 1ad994d68cf6f401d4a99f6f8dd98a82 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-07T21:58:12,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=A 2024-12-07T21:58:12,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:12,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=B 2024-12-07T21:58:12,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:12,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=C 2024-12-07T21:58:12,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:12,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/9d65e4b71f904ebba6af16fa583ae6e8 is 50, key is test_row_0/A:col10/1733608691700/Put/seqid=0 2024-12-07T21:58:12,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742252_1428 (size=12151) 2024-12-07T21:58:12,947 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/9d65e4b71f904ebba6af16fa583ae6e8 2024-12-07T21:58:12,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/9fc0dad4d8774ac9a439c92c6d92d01c is 50, key is test_row_0/B:col10/1733608691700/Put/seqid=0 2024-12-07T21:58:12,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742253_1429 (size=12151) 2024-12-07T21:58:12,963 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/9fc0dad4d8774ac9a439c92c6d92d01c 2024-12-07T21:58:12,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/90817c1f0e4d449ea7299aec073ec2ef is 50, key is test_row_0/C:col10/1733608691700/Put/seqid=0 2024-12-07T21:58:12,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742254_1430 (size=12151) 2024-12-07T21:58:13,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:13,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:13,307 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733608693288, max timestamp=1733608693304Num uniques 859; 2024-12-07T21:58:13,307 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733608693288, max timestamp=1733608693304Num uniques 859; 2024-12-07T21:58:13,307 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733608693288, max timestamp=1733608693304Num uniques 859; 2024-12-07T21:58:13,307 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T21:58:13,307 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T21:58:13,307 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T21:58:13,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608753342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:13,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:13,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:13,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:13,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733608693324, max timestamp=1733608693344Num uniques 1068; 2024-12-07T21:58:13,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733608693324, max timestamp=1733608693344Num uniques 1068; 2024-12-07T21:58:13,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-12-07T21:58:13,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-12-07T21:58:13,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733608693324, max timestamp=1733608693344Num uniques 1068; 2024-12-07T21:58:13,348 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-12-07T21:58:13,372 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/90817c1f0e4d449ea7299aec073ec2ef 2024-12-07T21:58:13,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/9d65e4b71f904ebba6af16fa583ae6e8 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/9d65e4b71f904ebba6af16fa583ae6e8 2024-12-07T21:58:13,377 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/9d65e4b71f904ebba6af16fa583ae6e8, entries=150, sequenceid=166, filesize=11.9 K 2024-12-07T21:58:13,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/9fc0dad4d8774ac9a439c92c6d92d01c as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/9fc0dad4d8774ac9a439c92c6d92d01c 2024-12-07T21:58:13,381 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/9fc0dad4d8774ac9a439c92c6d92d01c, entries=150, sequenceid=166, filesize=11.9 K 2024-12-07T21:58:13,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/90817c1f0e4d449ea7299aec073ec2ef as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/90817c1f0e4d449ea7299aec073ec2ef 2024-12-07T21:58:13,385 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/90817c1f0e4d449ea7299aec073ec2ef, entries=150, sequenceid=166, filesize=11.9 K 2024-12-07T21:58:13,386 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=93.93 KB/96180 for 1ad994d68cf6f401d4a99f6f8dd98a82 in 445ms, sequenceid=166, compaction requested=true 2024-12-07T21:58:13,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:13,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:13,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-12-07T21:58:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-12-07T21:58:13,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-12-07T21:58:13,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1240 sec 2024-12-07T21:58:13,388 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1ad994d68cf6f401d4a99f6f8dd98a82 3/3 column families, dataSize=100.63 KB heapSize=279.84 KB 2024-12-07T21:58:13,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=A 2024-12-07T21:58:13,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:13,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=B 2024-12-07T21:58:13,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:13,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=C 2024-12-07T21:58:13,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:13,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 2.1280 sec 2024-12-07T21:58:13,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/91c511f65b964e4387aeb72de451918d is 50, key is test_row_0/A:col10/1733608693378/Put/seqid=0 2024-12-07T21:58:13,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742255_1431 (size=14541) 2024-12-07T21:58:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-07T21:58:13,411 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:58:13,412 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:58:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-12-07T21:58:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-07T21:58:13,413 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:58:13,414 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:58:13,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:58:13,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:13,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35478 deadline: 1733608753429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:13,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:13,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:13,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:13,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:13,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608753436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:13,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:13,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:13,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:13,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608753450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:13,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:13,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:13,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-07T21:58:13,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35478 deadline: 1733608753540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:13,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:13,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:13,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:13,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-07T21:58:13,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:13,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:13,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:13,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:13,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:13,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608753561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:13,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:13,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:13,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:13,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608753671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:13,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:13,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:13,678 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:13,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-07T21:58:13,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:13,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:13,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:13,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:13,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-07T21:58:13,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35478 deadline: 1733608753750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:13,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:13,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:13,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:13,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608753770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:13,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:13,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:13,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:13,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/91c511f65b964e4387aeb72de451918d 2024-12-07T21:58:13,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/efb64a45c2ff4280886a54961bea2b3a is 50, key is test_row_0/B:col10/1733608693378/Put/seqid=0 2024-12-07T21:58:13,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742256_1432 (size=12151) 2024-12-07T21:58:13,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/efb64a45c2ff4280886a54961bea2b3a 2024-12-07T21:58:13,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/a561418beada44eb9b8212c60e364f51 is 50, key is test_row_0/C:col10/1733608693378/Put/seqid=0 2024-12-07T21:58:13,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742257_1433 (size=12151) 2024-12-07T21:58:13,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733608753860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:13,867 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_1' in 1ad994d68cf6f401d4a99f6f8dd98a82 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:58:13,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:13,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:13,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:13,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-07T21:58:13,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:13,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:13,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:13,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:13,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:13,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608753990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:13,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:13,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:13,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:14,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-07T21:58:14,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:14,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:14,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:14,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:14,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-07T21:58:14,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35478 deadline: 1733608754061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:14,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:14,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:14,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:14,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608754090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:14,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:14,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:14,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:14,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-07T21:58:14,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:14,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:14,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:14,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:14,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:14,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/a561418beada44eb9b8212c60e364f51 2024-12-07T21:58:14,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/91c511f65b964e4387aeb72de451918d as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/91c511f65b964e4387aeb72de451918d 2024-12-07T21:58:14,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/91c511f65b964e4387aeb72de451918d, entries=200, sequenceid=214, filesize=14.2 K 2024-12-07T21:58:14,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/efb64a45c2ff4280886a54961bea2b3a as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/efb64a45c2ff4280886a54961bea2b3a 2024-12-07T21:58:14,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/efb64a45c2ff4280886a54961bea2b3a, entries=150, sequenceid=214, filesize=11.9 K 2024-12-07T21:58:14,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/a561418beada44eb9b8212c60e364f51 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/a561418beada44eb9b8212c60e364f51 2024-12-07T21:58:14,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/a561418beada44eb9b8212c60e364f51, entries=150, sequenceid=214, filesize=11.9 K 2024-12-07T21:58:14,228 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~279.80 KB/286512, currentSize=80.51 KB/82440 for 1ad994d68cf6f401d4a99f6f8dd98a82 in 840ms, sequenceid=214, compaction requested=true 2024-12-07T21:58:14,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:14,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ad994d68cf6f401d4a99f6f8dd98a82:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:58:14,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:14,228 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T21:58:14,228 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T21:58:14,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ad994d68cf6f401d4a99f6f8dd98a82:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:58:14,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:14,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ad994d68cf6f401d4a99f6f8dd98a82:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:58:14,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:58:14,229 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51084 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T21:58:14,229 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T21:58:14,229 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 1ad994d68cf6f401d4a99f6f8dd98a82/A is initiating minor compaction (all files) 2024-12-07T21:58:14,229 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 1ad994d68cf6f401d4a99f6f8dd98a82/B is initiating minor compaction (all files) 2024-12-07T21:58:14,229 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ad994d68cf6f401d4a99f6f8dd98a82/A in TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:14,229 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ad994d68cf6f401d4a99f6f8dd98a82/B in TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:14,230 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/aaae88bded6a4801a6ca50151992a47d, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/4bcf742feb6a464fb9e8f25cfe9e875a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/9fc0dad4d8774ac9a439c92c6d92d01c, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/efb64a45c2ff4280886a54961bea2b3a] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp, totalSize=47.6 K 2024-12-07T21:58:14,230 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/de0d142554f7464dbde4fb2a06fe68c7, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/e35d52fb5c9041128efbe1644788a68b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/9d65e4b71f904ebba6af16fa583ae6e8, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/91c511f65b964e4387aeb72de451918d] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp, totalSize=49.9 K 2024-12-07T21:58:14,230 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting aaae88bded6a4801a6ca50151992a47d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733608689139 2024-12-07T21:58:14,230 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting de0d142554f7464dbde4fb2a06fe68c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733608689139 2024-12-07T21:58:14,230 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bcf742feb6a464fb9e8f25cfe9e875a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733608690486 2024-12-07T21:58:14,230 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting e35d52fb5c9041128efbe1644788a68b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733608690486 2024-12-07T21:58:14,230 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 9fc0dad4d8774ac9a439c92c6d92d01c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733608691678 2024-12-07T21:58:14,230 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d65e4b71f904ebba6af16fa583ae6e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733608691678 2024-12-07T21:58:14,231 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting efb64a45c2ff4280886a54961bea2b3a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733608693378 2024-12-07T21:58:14,231 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91c511f65b964e4387aeb72de451918d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733608693355 2024-12-07T21:58:14,237 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ad994d68cf6f401d4a99f6f8dd98a82#B#compaction#366 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:14,237 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ad994d68cf6f401d4a99f6f8dd98a82#A#compaction#367 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:14,237 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/49e94b2cb08f4f2ba712051508b8ab3a is 50, key is test_row_0/B:col10/1733608693378/Put/seqid=0 2024-12-07T21:58:14,237 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/840b6fe43a78402a99b955d9493d248c is 50, key is test_row_0/A:col10/1733608693378/Put/seqid=0 2024-12-07T21:58:14,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742259_1435 (size=12527) 2024-12-07T21:58:14,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742258_1434 (size=12527) 2024-12-07T21:58:14,253 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/840b6fe43a78402a99b955d9493d248c as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/840b6fe43a78402a99b955d9493d248c 2024-12-07T21:58:14,259 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1ad994d68cf6f401d4a99f6f8dd98a82/A of 1ad994d68cf6f401d4a99f6f8dd98a82 into 840b6fe43a78402a99b955d9493d248c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:14,259 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:14,259 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., storeName=1ad994d68cf6f401d4a99f6f8dd98a82/A, priority=12, startTime=1733608694228; duration=0sec 2024-12-07T21:58:14,260 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:58:14,260 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ad994d68cf6f401d4a99f6f8dd98a82:A 2024-12-07T21:58:14,260 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T21:58:14,261 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T21:58:14,261 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 1ad994d68cf6f401d4a99f6f8dd98a82/C is initiating minor compaction (all files) 2024-12-07T21:58:14,261 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ad994d68cf6f401d4a99f6f8dd98a82/C in TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:14,261 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/eeb3ead9076d4a5fa5631a26eead80b4, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/fb296c26959a4db6b5146717a519b39a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/90817c1f0e4d449ea7299aec073ec2ef, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/a561418beada44eb9b8212c60e364f51] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp, totalSize=47.6 K 2024-12-07T21:58:14,261 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting eeb3ead9076d4a5fa5631a26eead80b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733608689139 2024-12-07T21:58:14,262 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb296c26959a4db6b5146717a519b39a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733608690486 2024-12-07T21:58:14,262 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90817c1f0e4d449ea7299aec073ec2ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733608691678 2024-12-07T21:58:14,262 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting a561418beada44eb9b8212c60e364f51, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733608693378 2024-12-07T21:58:14,269 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ad994d68cf6f401d4a99f6f8dd98a82#C#compaction#368 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:14,270 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/3e0eed44059749c1969bffeee78f6c62 is 50, key is test_row_0/C:col10/1733608693378/Put/seqid=0 2024-12-07T21:58:14,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742260_1436 (size=12527) 2024-12-07T21:58:14,284 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/3e0eed44059749c1969bffeee78f6c62 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/3e0eed44059749c1969bffeee78f6c62 2024-12-07T21:58:14,289 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1ad994d68cf6f401d4a99f6f8dd98a82/C of 1ad994d68cf6f401d4a99f6f8dd98a82 into 3e0eed44059749c1969bffeee78f6c62(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:14,289 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:14,289 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., storeName=1ad994d68cf6f401d4a99f6f8dd98a82/C, priority=12, startTime=1733608694228; duration=0sec 2024-12-07T21:58:14,289 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:14,289 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ad994d68cf6f401d4a99f6f8dd98a82:C 2024-12-07T21:58:14,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-07T21:58:14,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:14,328 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 1ad994d68cf6f401d4a99f6f8dd98a82 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-07T21:58:14,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=A 2024-12-07T21:58:14,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:14,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=B 2024-12-07T21:58:14,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:14,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=C 2024-12-07T21:58:14,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:14,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/81bbd301e49848e4890ed730c417ebcb is 50, key is test_row_0/A:col10/1733608693428/Put/seqid=0 2024-12-07T21:58:14,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742261_1437 (size=12151) 2024-12-07T21:58:14,340 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/81bbd301e49848e4890ed730c417ebcb 2024-12-07T21:58:14,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/a12a4032f227471083ba127983b74b1d is 50, key is test_row_0/B:col10/1733608693428/Put/seqid=0 2024-12-07T21:58:14,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742262_1438 (size=12151) 2024-12-07T21:58:14,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:14,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-07T21:58:14,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35478 deadline: 1733608754570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:14,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:14,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608754571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:14,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:14,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:14,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:14,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:14,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:14,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608754601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:14,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:14,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:14,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:14,659 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/49e94b2cb08f4f2ba712051508b8ab3a as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/49e94b2cb08f4f2ba712051508b8ab3a 2024-12-07T21:58:14,664 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1ad994d68cf6f401d4a99f6f8dd98a82/B of 1ad994d68cf6f401d4a99f6f8dd98a82 into 49e94b2cb08f4f2ba712051508b8ab3a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:14,664 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:14,664 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., storeName=1ad994d68cf6f401d4a99f6f8dd98a82/B, priority=12, startTime=1733608694228; duration=0sec 2024-12-07T21:58:14,664 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:14,664 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ad994d68cf6f401d4a99f6f8dd98a82:B 2024-12-07T21:58:14,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:14,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608754682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:14,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:14,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:14,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:14,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35492 deadline: 1733608754721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:14,726 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_0' in 1ad994d68cf6f401d4a99f6f8dd98a82 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:58:14,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:14,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:14,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:14,750 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/a12a4032f227471083ba127983b74b1d 2024-12-07T21:58:14,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/c3105d6f30c5433d953eca0822a22687 is 50, key is test_row_0/C:col10/1733608693428/Put/seqid=0 2024-12-07T21:58:14,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742263_1439 (size=12151) 2024-12-07T21:58:14,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:14,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608754901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:14,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:14,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:14,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:15,159 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/c3105d6f30c5433d953eca0822a22687 2024-12-07T21:58:15,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/81bbd301e49848e4890ed730c417ebcb as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/81bbd301e49848e4890ed730c417ebcb 2024-12-07T21:58:15,165 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/81bbd301e49848e4890ed730c417ebcb, entries=150, sequenceid=231, filesize=11.9 K 2024-12-07T21:58:15,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/a12a4032f227471083ba127983b74b1d as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/a12a4032f227471083ba127983b74b1d 2024-12-07T21:58:15,169 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/a12a4032f227471083ba127983b74b1d, entries=150, sequenceid=231, filesize=11.9 K 2024-12-07T21:58:15,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/c3105d6f30c5433d953eca0822a22687 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/c3105d6f30c5433d953eca0822a22687 2024-12-07T21:58:15,172 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/c3105d6f30c5433d953eca0822a22687, entries=150, sequenceid=231, filesize=11.9 K 2024-12-07T21:58:15,173 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 1ad994d68cf6f401d4a99f6f8dd98a82 in 845ms, sequenceid=231, compaction requested=false 2024-12-07T21:58:15,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:15,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:15,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-12-07T21:58:15,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-12-07T21:58:15,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-12-07T21:58:15,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7600 sec 2024-12-07T21:58:15,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.7640 sec 2024-12-07T21:58:15,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:15,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1ad994d68cf6f401d4a99f6f8dd98a82 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-07T21:58:15,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=A 2024-12-07T21:58:15,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:15,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=B 2024-12-07T21:58:15,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:15,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=C 2024-12-07T21:58:15,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:15,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/bfa5c906bd134c2e9f3547d9af937049 is 50, key is test_row_0/A:col10/1733608694554/Put/seqid=0 2024-12-07T21:58:15,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742264_1440 (size=14541) 2024-12-07T21:58:15,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608755265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:15,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:15,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:15,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:15,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608755380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:15,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:15,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:15,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-07T21:58:15,561 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:58:15,561 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:58:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-12-07T21:58:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-07T21:58:15,563 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:58:15,563 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:58:15,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:58:15,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35478 deadline: 1733608755580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:15,586 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_1' in 1ad994d68cf6f401d4a99f6f8dd98a82 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:58:15,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:15,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:15,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:15,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608755590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:15,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:15,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:15,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:15,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608755611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:15,614 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_1' in 1ad994d68cf6f401d4a99f6f8dd98a82 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:58:15,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:15,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:15,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:15,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/bfa5c906bd134c2e9f3547d9af937049 2024-12-07T21:58:15,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/8a1eeacb416f4bad8819ffae73c40188 is 50, key is test_row_0/B:col10/1733608694554/Put/seqid=0 2024-12-07T21:58:15,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742265_1441 (size=12151) 2024-12-07T21:58:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-07T21:58:15,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-07T21:58:15,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:15,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:15,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:15,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:15,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:15,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-07T21:58:15,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:15,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:15,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:15,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:15,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:15,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-07T21:58:15,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733608755890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:15,895 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_1' in 1ad994d68cf6f401d4a99f6f8dd98a82 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:58:15,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:15,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:15,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:15,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608755900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:15,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:15,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:15,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:16,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-07T21:58:16,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:16,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:16,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:16,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:16,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:16,031 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/8a1eeacb416f4bad8819ffae73c40188 2024-12-07T21:58:16,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/b672f6e4090644b5927ad3887f574cff is 50, key is test_row_0/C:col10/1733608694554/Put/seqid=0 2024-12-07T21:58:16,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742266_1442 (size=12151) 2024-12-07T21:58:16,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-07T21:58:16,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:16,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:16,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:16,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:16,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:16,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:16,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-07T21:58:16,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-07T21:58:16,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:16,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:16,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:16,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:16,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:16,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:16,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608756411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:16,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:16,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:16,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:16,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/b672f6e4090644b5927ad3887f574cff 2024-12-07T21:58:16,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/bfa5c906bd134c2e9f3547d9af937049 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/bfa5c906bd134c2e9f3547d9af937049 2024-12-07T21:58:16,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/bfa5c906bd134c2e9f3547d9af937049, entries=200, sequenceid=250, filesize=14.2 K 2024-12-07T21:58:16,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/8a1eeacb416f4bad8819ffae73c40188 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/8a1eeacb416f4bad8819ffae73c40188 2024-12-07T21:58:16,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/8a1eeacb416f4bad8819ffae73c40188, entries=150, sequenceid=250, filesize=11.9 K 2024-12-07T21:58:16,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/b672f6e4090644b5927ad3887f574cff as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/b672f6e4090644b5927ad3887f574cff 2024-12-07T21:58:16,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/b672f6e4090644b5927ad3887f574cff, entries=150, sequenceid=250, filesize=11.9 K 2024-12-07T21:58:16,457 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 1ad994d68cf6f401d4a99f6f8dd98a82 in 1242ms, sequenceid=250, compaction requested=true 2024-12-07T21:58:16,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:16,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ad994d68cf6f401d4a99f6f8dd98a82:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:58:16,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:16,458 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:58:16,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ad994d68cf6f401d4a99f6f8dd98a82:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:58:16,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:16,458 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:58:16,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ad994d68cf6f401d4a99f6f8dd98a82:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:58:16,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:58:16,458 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:58:16,458 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39219 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:58:16,458 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 1ad994d68cf6f401d4a99f6f8dd98a82/A is initiating minor compaction (all files) 2024-12-07T21:58:16,458 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 1ad994d68cf6f401d4a99f6f8dd98a82/B is initiating minor compaction (all files) 2024-12-07T21:58:16,459 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ad994d68cf6f401d4a99f6f8dd98a82/A in TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:16,459 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ad994d68cf6f401d4a99f6f8dd98a82/B in TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:16,459 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/840b6fe43a78402a99b955d9493d248c, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/81bbd301e49848e4890ed730c417ebcb, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/bfa5c906bd134c2e9f3547d9af937049] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp, totalSize=38.3 K 2024-12-07T21:58:16,459 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/49e94b2cb08f4f2ba712051508b8ab3a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/a12a4032f227471083ba127983b74b1d, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/8a1eeacb416f4bad8819ffae73c40188] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp, totalSize=36.0 K 2024-12-07T21:58:16,459 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 49e94b2cb08f4f2ba712051508b8ab3a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733608693378 2024-12-07T21:58:16,459 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 840b6fe43a78402a99b955d9493d248c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733608693378 2024-12-07T21:58:16,459 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting a12a4032f227471083ba127983b74b1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733608693422 2024-12-07T21:58:16,459 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81bbd301e49848e4890ed730c417ebcb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733608693422 2024-12-07T21:58:16,459 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a1eeacb416f4bad8819ffae73c40188, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733608694554 2024-12-07T21:58:16,459 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting bfa5c906bd134c2e9f3547d9af937049, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733608694554 2024-12-07T21:58:16,465 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ad994d68cf6f401d4a99f6f8dd98a82#B#compaction#375 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:16,465 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/fe555e1e828145a1a3d8681fd6c58b11 is 50, key is test_row_0/B:col10/1733608694554/Put/seqid=0 2024-12-07T21:58:16,466 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ad994d68cf6f401d4a99f6f8dd98a82#A#compaction#376 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:16,467 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/6740d97fcc2a4c1fac52178bdf03f3c8 is 50, key is test_row_0/A:col10/1733608694554/Put/seqid=0 2024-12-07T21:58:16,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742267_1443 (size=12629) 2024-12-07T21:58:16,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-07T21:58:16,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:16,478 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 1ad994d68cf6f401d4a99f6f8dd98a82 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-07T21:58:16,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=A 2024-12-07T21:58:16,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:16,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=B 2024-12-07T21:58:16,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:16,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=C 2024-12-07T21:58:16,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:16,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/8d97fe8ab8be42658b7f225d88b98280 is 50, key is test_row_0/A:col10/1733608695239/Put/seqid=0 2024-12-07T21:58:16,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742268_1444 (size=12629) 2024-12-07T21:58:16,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742269_1445 (size=12301) 2024-12-07T21:58:16,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-07T21:58:16,883 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/fe555e1e828145a1a3d8681fd6c58b11 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/fe555e1e828145a1a3d8681fd6c58b11 2024-12-07T21:58:16,886 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/6740d97fcc2a4c1fac52178bdf03f3c8 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/6740d97fcc2a4c1fac52178bdf03f3c8 2024-12-07T21:58:16,892 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/8d97fe8ab8be42658b7f225d88b98280 2024-12-07T21:58:16,892 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ad994d68cf6f401d4a99f6f8dd98a82/B of 1ad994d68cf6f401d4a99f6f8dd98a82 into fe555e1e828145a1a3d8681fd6c58b11(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:16,892 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:16,892 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., storeName=1ad994d68cf6f401d4a99f6f8dd98a82/B, priority=13, startTime=1733608696458; duration=0sec 2024-12-07T21:58:16,892 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:58:16,892 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ad994d68cf6f401d4a99f6f8dd98a82:B 2024-12-07T21:58:16,892 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:58:16,894 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:58:16,894 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 1ad994d68cf6f401d4a99f6f8dd98a82/C is initiating minor compaction (all files) 2024-12-07T21:58:16,894 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ad994d68cf6f401d4a99f6f8dd98a82/C in TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:16,894 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/3e0eed44059749c1969bffeee78f6c62, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/c3105d6f30c5433d953eca0822a22687, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/b672f6e4090644b5927ad3887f574cff] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp, totalSize=36.0 K 2024-12-07T21:58:16,895 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e0eed44059749c1969bffeee78f6c62, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733608693378 2024-12-07T21:58:16,895 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting c3105d6f30c5433d953eca0822a22687, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733608693422 2024-12-07T21:58:16,896 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting b672f6e4090644b5927ad3887f574cff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733608694554 2024-12-07T21:58:16,901 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ad994d68cf6f401d4a99f6f8dd98a82/A of 1ad994d68cf6f401d4a99f6f8dd98a82 into 6740d97fcc2a4c1fac52178bdf03f3c8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:16,901 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:16,901 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., storeName=1ad994d68cf6f401d4a99f6f8dd98a82/A, priority=13, startTime=1733608696458; duration=0sec 2024-12-07T21:58:16,901 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:16,901 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ad994d68cf6f401d4a99f6f8dd98a82:A 2024-12-07T21:58:16,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/518a1a697dd943829aa99f50c8ee240b is 50, key is test_row_0/B:col10/1733608695239/Put/seqid=0 2024-12-07T21:58:16,909 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ad994d68cf6f401d4a99f6f8dd98a82#C#compaction#379 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:16,909 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/b7ba9c22f1a9403f9ae34e21381942da is 50, key is test_row_0/C:col10/1733608694554/Put/seqid=0 2024-12-07T21:58:16,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742270_1446 (size=12629) 2024-12-07T21:58:16,940 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/b7ba9c22f1a9403f9ae34e21381942da as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/b7ba9c22f1a9403f9ae34e21381942da 2024-12-07T21:58:16,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742271_1447 (size=12301) 2024-12-07T21:58:16,945 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/518a1a697dd943829aa99f50c8ee240b 2024-12-07T21:58:16,948 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ad994d68cf6f401d4a99f6f8dd98a82/C of 1ad994d68cf6f401d4a99f6f8dd98a82 into b7ba9c22f1a9403f9ae34e21381942da(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:16,948 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:16,948 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., storeName=1ad994d68cf6f401d4a99f6f8dd98a82/C, priority=13, startTime=1733608696458; duration=0sec 2024-12-07T21:58:16,948 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:16,948 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ad994d68cf6f401d4a99f6f8dd98a82:C 2024-12-07T21:58:16,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/3ff16c3122d943d18c065f7e047b371a is 50, key is test_row_0/C:col10/1733608695239/Put/seqid=0 2024-12-07T21:58:16,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742272_1448 (size=12301) 2024-12-07T21:58:16,972 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/3ff16c3122d943d18c065f7e047b371a 2024-12-07T21:58:16,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/8d97fe8ab8be42658b7f225d88b98280 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/8d97fe8ab8be42658b7f225d88b98280 2024-12-07T21:58:16,980 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/8d97fe8ab8be42658b7f225d88b98280, entries=150, sequenceid=264, filesize=12.0 K 2024-12-07T21:58:16,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/518a1a697dd943829aa99f50c8ee240b as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/518a1a697dd943829aa99f50c8ee240b 2024-12-07T21:58:16,985 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/518a1a697dd943829aa99f50c8ee240b, entries=150, sequenceid=264, filesize=12.0 K 2024-12-07T21:58:16,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/3ff16c3122d943d18c065f7e047b371a as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/3ff16c3122d943d18c065f7e047b371a 2024-12-07T21:58:16,989 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/3ff16c3122d943d18c065f7e047b371a, entries=150, sequenceid=264, filesize=12.0 K 2024-12-07T21:58:16,990 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=0 B/0 for 1ad994d68cf6f401d4a99f6f8dd98a82 in 512ms, sequenceid=264, compaction requested=false 2024-12-07T21:58:16,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:16,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:16,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-12-07T21:58:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-12-07T21:58:16,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-12-07T21:58:16,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4290 sec 2024-12-07T21:58:16,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.4330 sec 2024-12-07T21:58:17,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:17,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1ad994d68cf6f401d4a99f6f8dd98a82 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-07T21:58:17,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=A 2024-12-07T21:58:17,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:17,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=B 2024-12-07T21:58:17,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:17,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=C 2024-12-07T21:58:17,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:17,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/dc88ebde17c043b0a2fac1439b43bbc1 is 50, key is test_row_0/A:col10/1733608697439/Put/seqid=0 2024-12-07T21:58:17,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742273_1449 (size=14741) 2024-12-07T21:58:17,454 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/dc88ebde17c043b0a2fac1439b43bbc1 2024-12-07T21:58:17,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/60eaa92377434af0a1360cd890814291 is 50, key is test_row_0/B:col10/1733608697439/Put/seqid=0 2024-12-07T21:58:17,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742274_1450 (size=12301) 2024-12-07T21:58:17,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733608697528, max timestamp=1733608697559Num uniques 859; 2024-12-07T21:58:17,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733608697528, max timestamp=1733608697559Num uniques 859; 2024-12-07T21:58:17,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733608697528, max timestamp=1733608697559Num uniques 859; 2024-12-07T21:58:17,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T21:58:17,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T21:58:17,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T21:58:17,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733608697595, max timestamp=1733608697631Num uniques 1018; 2024-12-07T21:58:17,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-12-07T21:58:17,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733608697595, max timestamp=1733608697631Num uniques 1018; 2024-12-07T21:58:17,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-12-07T21:58:17,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733608697595, max timestamp=1733608697631Num uniques 1018; 2024-12-07T21:58:17,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-12-07T21:58:17,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608757670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:17,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:17,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:17,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:17,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35478 deadline: 1733608757699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:17,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:17,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:17,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608757699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:17,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:17,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:17,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:17,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-07T21:58:17,711 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:58:17,711 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:58:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-12-07T21:58:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-07T21:58:17,713 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:58:17,713 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:58:17,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:58:17,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:17,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608757810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:17,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:17,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:17,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:17,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35478 deadline: 1733608757811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:17,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:17,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:17,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:17,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608757811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:17,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:17,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:17,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:17,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:17,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:17,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-07T21:58:17,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/60eaa92377434af0a1360cd890814291 2024-12-07T21:58:17,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-07T21:58:17,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:17,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:17,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:17,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:17,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:17,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:17,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/85f025d3161c4f55a2d1917544a1cea3 is 50, key is test_row_0/C:col10/1733608697439/Put/seqid=0 2024-12-07T21:58:17,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742275_1451 (size=12301) 2024-12-07T21:58:18,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-07T21:58:18,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:18,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:18,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:18,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:18,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:18,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608758020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:18,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:18,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:18,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35478 deadline: 1733608758020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:18,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:18,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:18,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:18,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:18,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608758020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:18,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:18,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:18,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-07T21:58:18,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-07T21:58:18,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:18,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:18,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:18,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:18,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:18,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/85f025d3161c4f55a2d1917544a1cea3 2024-12-07T21:58:18,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/dc88ebde17c043b0a2fac1439b43bbc1 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/dc88ebde17c043b0a2fac1439b43bbc1 2024-12-07T21:58:18,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/dc88ebde17c043b0a2fac1439b43bbc1, entries=200, sequenceid=277, filesize=14.4 K 2024-12-07T21:58:18,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/60eaa92377434af0a1360cd890814291 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/60eaa92377434af0a1360cd890814291 2024-12-07T21:58:18,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/60eaa92377434af0a1360cd890814291, entries=150, sequenceid=277, filesize=12.0 K 2024-12-07T21:58:18,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/85f025d3161c4f55a2d1917544a1cea3 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/85f025d3161c4f55a2d1917544a1cea3 2024-12-07T21:58:18,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/85f025d3161c4f55a2d1917544a1cea3, entries=150, sequenceid=277, filesize=12.0 K 2024-12-07T21:58:18,283 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 1ad994d68cf6f401d4a99f6f8dd98a82 in 835ms, sequenceid=277, compaction requested=true 2024-12-07T21:58:18,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:18,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ad994d68cf6f401d4a99f6f8dd98a82:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:58:18,283 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:58:18,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:18,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ad994d68cf6f401d4a99f6f8dd98a82:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:58:18,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:18,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ad994d68cf6f401d4a99f6f8dd98a82:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:58:18,283 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:58:18,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:58:18,284 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39671 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:58:18,284 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:58:18,284 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 1ad994d68cf6f401d4a99f6f8dd98a82/B is initiating minor compaction (all files) 2024-12-07T21:58:18,284 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 1ad994d68cf6f401d4a99f6f8dd98a82/A is initiating minor compaction (all files) 2024-12-07T21:58:18,284 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ad994d68cf6f401d4a99f6f8dd98a82/B in TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:18,284 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ad994d68cf6f401d4a99f6f8dd98a82/A in TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:18,284 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/6740d97fcc2a4c1fac52178bdf03f3c8, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/8d97fe8ab8be42658b7f225d88b98280, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/dc88ebde17c043b0a2fac1439b43bbc1] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp, totalSize=38.7 K 2024-12-07T21:58:18,284 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/fe555e1e828145a1a3d8681fd6c58b11, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/518a1a697dd943829aa99f50c8ee240b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/60eaa92377434af0a1360cd890814291] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp, totalSize=36.4 K 2024-12-07T21:58:18,284 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6740d97fcc2a4c1fac52178bdf03f3c8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733608694554 2024-12-07T21:58:18,284 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting fe555e1e828145a1a3d8681fd6c58b11, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733608694554 2024-12-07T21:58:18,285 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 518a1a697dd943829aa99f50c8ee240b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733608695239 2024-12-07T21:58:18,285 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d97fe8ab8be42658b7f225d88b98280, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733608695239 2024-12-07T21:58:18,285 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 60eaa92377434af0a1360cd890814291, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733608697436 2024-12-07T21:58:18,285 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc88ebde17c043b0a2fac1439b43bbc1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733608697436 2024-12-07T21:58:18,293 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ad994d68cf6f401d4a99f6f8dd98a82#B#compaction#384 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:18,294 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/0f966fc5957a4d539951e20189035302 is 50, key is test_row_0/B:col10/1733608697439/Put/seqid=0 2024-12-07T21:58:18,294 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ad994d68cf6f401d4a99f6f8dd98a82#A#compaction#385 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:18,294 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/260a540c37f249f7b37b1c76d8d7c8b7 is 50, key is test_row_0/A:col10/1733608697439/Put/seqid=0 2024-12-07T21:58:18,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742276_1452 (size=12881) 2024-12-07T21:58:18,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742277_1453 (size=12881) 2024-12-07T21:58:18,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-07T21:58:18,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:18,322 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 1ad994d68cf6f401d4a99f6f8dd98a82 3/3 column families, dataSize=134.18 KB heapSize=374.77 KB 2024-12-07T21:58:18,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=A 2024-12-07T21:58:18,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:18,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=B 2024-12-07T21:58:18,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:18,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=C 2024-12-07T21:58:18,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:18,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/1605e18ed6f84fcdbee7f221584f6ef9 is 50, key is test_row_0/A:col10/1733608697677/Put/seqid=0 2024-12-07T21:58:18,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742278_1454 (size=12301) 2024-12-07T21:58:18,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:18,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:18,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-07T21:58:18,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:18,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35478 deadline: 1733608758352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:18,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:18,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:18,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:18,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608758352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:18,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:18,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:18,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:18,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:18,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608758356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:18,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:18,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:18,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:18,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35478 deadline: 1733608758470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:18,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:18,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:18,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:18,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608758470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:18,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:18,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:18,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:18,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608758470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:18,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:18,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:18,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:18,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35478 deadline: 1733608758680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:18,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608758680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:18,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:18,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:18,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:18,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:18,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:18,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:18,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608758680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:18,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:18,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:18,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:18,704 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/260a540c37f249f7b37b1c76d8d7c8b7 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/260a540c37f249f7b37b1c76d8d7c8b7 2024-12-07T21:58:18,707 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ad994d68cf6f401d4a99f6f8dd98a82/A of 1ad994d68cf6f401d4a99f6f8dd98a82 into 260a540c37f249f7b37b1c76d8d7c8b7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:18,707 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:18,707 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., storeName=1ad994d68cf6f401d4a99f6f8dd98a82/A, priority=13, startTime=1733608698283; duration=0sec 2024-12-07T21:58:18,707 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:58:18,707 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ad994d68cf6f401d4a99f6f8dd98a82:A 2024-12-07T21:58:18,707 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:58:18,708 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:58:18,708 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 1ad994d68cf6f401d4a99f6f8dd98a82/C is initiating minor compaction (all files) 2024-12-07T21:58:18,708 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ad994d68cf6f401d4a99f6f8dd98a82/C in TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:18,708 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/b7ba9c22f1a9403f9ae34e21381942da, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/3ff16c3122d943d18c065f7e047b371a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/85f025d3161c4f55a2d1917544a1cea3] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp, totalSize=36.4 K 2024-12-07T21:58:18,708 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7ba9c22f1a9403f9ae34e21381942da, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733608694554 2024-12-07T21:58:18,708 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ff16c3122d943d18c065f7e047b371a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733608695239 2024-12-07T21:58:18,709 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85f025d3161c4f55a2d1917544a1cea3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733608697436 2024-12-07T21:58:18,710 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/0f966fc5957a4d539951e20189035302 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/0f966fc5957a4d539951e20189035302 2024-12-07T21:58:18,714 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ad994d68cf6f401d4a99f6f8dd98a82/B of 1ad994d68cf6f401d4a99f6f8dd98a82 into 0f966fc5957a4d539951e20189035302(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:18,714 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:18,714 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., storeName=1ad994d68cf6f401d4a99f6f8dd98a82/B, priority=13, startTime=1733608698283; duration=0sec 2024-12-07T21:58:18,714 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:18,714 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ad994d68cf6f401d4a99f6f8dd98a82:B 2024-12-07T21:58:18,715 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ad994d68cf6f401d4a99f6f8dd98a82#C#compaction#387 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:18,715 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/ea5c0bda1caf4dbc9508ade4061203ec is 50, key is test_row_0/C:col10/1733608697439/Put/seqid=0 2024-12-07T21:58:18,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742279_1455 (size=12881) 2024-12-07T21:58:18,722 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/ea5c0bda1caf4dbc9508ade4061203ec as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/ea5c0bda1caf4dbc9508ade4061203ec 2024-12-07T21:58:18,726 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ad994d68cf6f401d4a99f6f8dd98a82/C of 1ad994d68cf6f401d4a99f6f8dd98a82 into ea5c0bda1caf4dbc9508ade4061203ec(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:18,726 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:18,726 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., storeName=1ad994d68cf6f401d4a99f6f8dd98a82/C, priority=13, startTime=1733608698283; duration=0sec 2024-12-07T21:58:18,726 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:18,726 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ad994d68cf6f401d4a99f6f8dd98a82:C 2024-12-07T21:58:18,731 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/1605e18ed6f84fcdbee7f221584f6ef9 2024-12-07T21:58:18,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/fe258a92774743aa88ecaddb9b48a142 is 50, key is test_row_0/B:col10/1733608697677/Put/seqid=0 2024-12-07T21:58:18,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742280_1456 (size=12301) 2024-12-07T21:58:18,740 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/fe258a92774743aa88ecaddb9b48a142 2024-12-07T21:58:18,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/4242452b57ac4b959e85bc654298484c is 50, key is test_row_0/C:col10/1733608697677/Put/seqid=0 2024-12-07T21:58:18,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742281_1457 (size=12301) 2024-12-07T21:58:18,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35492 deadline: 1733608758751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:18,756 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_0' in 1ad994d68cf6f401d4a99f6f8dd98a82 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8239 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:58:18,756 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:18,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:18,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-07T21:58:18,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:18,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35478 deadline: 1733608758991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:18,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:18,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:18,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608758991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:18,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:18,998 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:18,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:18,998 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608758991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:18,998 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:18,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:18,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:18,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:19,150 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/4242452b57ac4b959e85bc654298484c 2024-12-07T21:58:19,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/1605e18ed6f84fcdbee7f221584f6ef9 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/1605e18ed6f84fcdbee7f221584f6ef9 2024-12-07T21:58:19,156 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/1605e18ed6f84fcdbee7f221584f6ef9, entries=150, sequenceid=329, filesize=12.0 K 2024-12-07T21:58:19,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/fe258a92774743aa88ecaddb9b48a142 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/fe258a92774743aa88ecaddb9b48a142 2024-12-07T21:58:19,159 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/fe258a92774743aa88ecaddb9b48a142, entries=150, sequenceid=329, filesize=12.0 K 2024-12-07T21:58:19,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/4242452b57ac4b959e85bc654298484c as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/4242452b57ac4b959e85bc654298484c 2024-12-07T21:58:19,162 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/4242452b57ac4b959e85bc654298484c, entries=150, sequenceid=329, filesize=12.0 K 2024-12-07T21:58:19,163 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~374.72 KB/383712, currentSize=46.96 KB/48090 for 1ad994d68cf6f401d4a99f6f8dd98a82 in 841ms, sequenceid=329, compaction requested=false 2024-12-07T21:58:19,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:19,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:19,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-12-07T21:58:19,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-12-07T21:58:19,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-12-07T21:58:19,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4510 sec 2024-12-07T21:58:19,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.4550 sec 2024-12-07T21:58:19,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:19,504 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1ad994d68cf6f401d4a99f6f8dd98a82 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-07T21:58:19,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=A 2024-12-07T21:58:19,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:19,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=B 2024-12-07T21:58:19,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:19,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=C 2024-12-07T21:58:19,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:19,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/3f72d9fc3f7a4c3aabc5a4b8e3bee881 is 50, key is test_row_0/A:col10/1733608698351/Put/seqid=0 2024-12-07T21:58:19,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742282_1458 (size=17181) 2024-12-07T21:58:19,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608759544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:19,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:19,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35478 deadline: 1733608759548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:19,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:19,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:19,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:19,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:19,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:19,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608759549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:19,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:19,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:19,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:19,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608759660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:19,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35478 deadline: 1733608759660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:19,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:19,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:19,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:19,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:19,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608759660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:19,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:19,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:19,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:19,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:19,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:19,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-07T21:58:19,861 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:58:19,862 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:58:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-12-07T21:58:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-07T21:58:19,864 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:58:19,865 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:58:19,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:58:19,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:19,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35478 deadline: 1733608759870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:19,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:19,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:19,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:19,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:19,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608759870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:19,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:19,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608759870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:19,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:19,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:19,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:19,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:19,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:19,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:19,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/3f72d9fc3f7a4c3aabc5a4b8e3bee881 2024-12-07T21:58:19,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/b5212383f3ed4b7cba3cb64ebacb3d2a is 50, key is test_row_0/B:col10/1733608698351/Put/seqid=0 2024-12-07T21:58:19,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:19,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35446 deadline: 1733608759931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:19,940 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_1' in 1ad994d68cf6f401d4a99f6f8dd98a82 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8239 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:58:19,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:19,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:19,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:19,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742283_1459 (size=12301) 2024-12-07T21:58:19,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-07T21:58:20,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-07T21:58:20,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:20,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:20,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:20,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:20,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:20,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:20,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-07T21:58:20,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:20,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:20,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:20,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:20,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:20,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-07T21:58:20,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:20,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35478 deadline: 1733608760181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:20,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:20,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:20,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:20,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:20,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608760181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:20,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:20,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:20,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:20,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:20,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608760190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:20,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:20,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:20,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:20,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-07T21:58:20,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:20,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:20,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:20,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:20,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:20,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/b5212383f3ed4b7cba3cb64ebacb3d2a 2024-12-07T21:58:20,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/77ac6c010e9a480ead2d53e539758cd6 is 50, key is test_row_0/C:col10/1733608698351/Put/seqid=0 2024-12-07T21:58:20,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742284_1460 (size=12301) 2024-12-07T21:58:20,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-07T21:58:20,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:20,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:20,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:20,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:20,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:20,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-07T21:58:20,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-07T21:58:20,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:20,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:20,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:20,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:20,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:20,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35478 deadline: 1733608760691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:20,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:20,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:20,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:20,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608760691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:20,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:20,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:20,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:20,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608760701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:20,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:20,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:20,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:20,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/77ac6c010e9a480ead2d53e539758cd6 2024-12-07T21:58:20,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/3f72d9fc3f7a4c3aabc5a4b8e3bee881 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/3f72d9fc3f7a4c3aabc5a4b8e3bee881 2024-12-07T21:58:20,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/3f72d9fc3f7a4c3aabc5a4b8e3bee881, entries=250, sequenceid=344, filesize=16.8 K 2024-12-07T21:58:20,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/b5212383f3ed4b7cba3cb64ebacb3d2a as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/b5212383f3ed4b7cba3cb64ebacb3d2a 2024-12-07T21:58:20,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/b5212383f3ed4b7cba3cb64ebacb3d2a, entries=150, sequenceid=344, filesize=12.0 K 2024-12-07T21:58:20,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/77ac6c010e9a480ead2d53e539758cd6 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/77ac6c010e9a480ead2d53e539758cd6 2024-12-07T21:58:20,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/77ac6c010e9a480ead2d53e539758cd6, entries=150, sequenceid=344, filesize=12.0 K 2024-12-07T21:58:20,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 1ad994d68cf6f401d4a99f6f8dd98a82 in 1268ms, sequenceid=344, compaction requested=true 2024-12-07T21:58:20,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:20,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ad994d68cf6f401d4a99f6f8dd98a82:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:58:20,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:20,772 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:58:20,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ad994d68cf6f401d4a99f6f8dd98a82:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:58:20,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:20,772 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:58:20,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ad994d68cf6f401d4a99f6f8dd98a82:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:58:20,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:58:20,773 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:58:20,773 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:58:20,773 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 1ad994d68cf6f401d4a99f6f8dd98a82/A is initiating minor compaction (all files) 2024-12-07T21:58:20,773 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 1ad994d68cf6f401d4a99f6f8dd98a82/B is initiating minor compaction (all files) 2024-12-07T21:58:20,773 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ad994d68cf6f401d4a99f6f8dd98a82/B in TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:20,773 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ad994d68cf6f401d4a99f6f8dd98a82/A in TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:20,773 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/260a540c37f249f7b37b1c76d8d7c8b7, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/1605e18ed6f84fcdbee7f221584f6ef9, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/3f72d9fc3f7a4c3aabc5a4b8e3bee881] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp, totalSize=41.4 K 2024-12-07T21:58:20,773 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/0f966fc5957a4d539951e20189035302, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/fe258a92774743aa88ecaddb9b48a142, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/b5212383f3ed4b7cba3cb64ebacb3d2a] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp, totalSize=36.6 K 2024-12-07T21:58:20,774 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 260a540c37f249f7b37b1c76d8d7c8b7, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733608697436 2024-12-07T21:58:20,774 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f966fc5957a4d539951e20189035302, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733608697436 2024-12-07T21:58:20,774 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1605e18ed6f84fcdbee7f221584f6ef9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733608697661 2024-12-07T21:58:20,774 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting fe258a92774743aa88ecaddb9b48a142, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733608697661 2024-12-07T21:58:20,774 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f72d9fc3f7a4c3aabc5a4b8e3bee881, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733608698340 2024-12-07T21:58:20,774 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting b5212383f3ed4b7cba3cb64ebacb3d2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733608698340 2024-12-07T21:58:20,781 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ad994d68cf6f401d4a99f6f8dd98a82#B#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:20,781 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/74e0515cf0994ed9b8ec1acc4492fc43 is 50, key is test_row_0/B:col10/1733608698351/Put/seqid=0 2024-12-07T21:58:20,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-07T21:58:20,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:20,782 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 1ad994d68cf6f401d4a99f6f8dd98a82 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-07T21:58:20,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=A 2024-12-07T21:58:20,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:20,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=B 2024-12-07T21:58:20,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:20,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=C 2024-12-07T21:58:20,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:20,789 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ad994d68cf6f401d4a99f6f8dd98a82#A#compaction#394 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:20,789 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/f8ae9919df394d72993d3ebb40c8aaa1 is 50, key is test_row_0/A:col10/1733608698351/Put/seqid=0 2024-12-07T21:58:20,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/692524d1b9004dfa8724c6b9c2cb3a25 is 50, key is test_row_0/A:col10/1733608699548/Put/seqid=0 2024-12-07T21:58:20,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742286_1462 (size=12983) 2024-12-07T21:58:20,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742285_1461 (size=12983) 2024-12-07T21:58:20,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742287_1463 (size=12301) 2024-12-07T21:58:21,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-07T21:58:21,207 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/f8ae9919df394d72993d3ebb40c8aaa1 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/f8ae9919df394d72993d3ebb40c8aaa1 2024-12-07T21:58:21,208 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/692524d1b9004dfa8724c6b9c2cb3a25 2024-12-07T21:58:21,208 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/74e0515cf0994ed9b8ec1acc4492fc43 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/74e0515cf0994ed9b8ec1acc4492fc43 2024-12-07T21:58:21,211 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ad994d68cf6f401d4a99f6f8dd98a82/A of 1ad994d68cf6f401d4a99f6f8dd98a82 into f8ae9919df394d72993d3ebb40c8aaa1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:21,211 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:21,211 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., storeName=1ad994d68cf6f401d4a99f6f8dd98a82/A, priority=13, startTime=1733608700772; duration=0sec 2024-12-07T21:58:21,211 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:58:21,211 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ad994d68cf6f401d4a99f6f8dd98a82:A 2024-12-07T21:58:21,211 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:58:21,212 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:58:21,212 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 1ad994d68cf6f401d4a99f6f8dd98a82/C is initiating minor compaction (all files) 2024-12-07T21:58:21,212 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ad994d68cf6f401d4a99f6f8dd98a82/B of 1ad994d68cf6f401d4a99f6f8dd98a82 into 74e0515cf0994ed9b8ec1acc4492fc43(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:21,212 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:21,212 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ad994d68cf6f401d4a99f6f8dd98a82/C in TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:21,212 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., storeName=1ad994d68cf6f401d4a99f6f8dd98a82/B, priority=13, startTime=1733608700772; duration=0sec 2024-12-07T21:58:21,212 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/ea5c0bda1caf4dbc9508ade4061203ec, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/4242452b57ac4b959e85bc654298484c, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/77ac6c010e9a480ead2d53e539758cd6] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp, totalSize=36.6 K 2024-12-07T21:58:21,212 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:21,212 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ad994d68cf6f401d4a99f6f8dd98a82:B 2024-12-07T21:58:21,212 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea5c0bda1caf4dbc9508ade4061203ec, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733608697436 2024-12-07T21:58:21,212 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4242452b57ac4b959e85bc654298484c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733608697661 2024-12-07T21:58:21,213 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77ac6c010e9a480ead2d53e539758cd6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733608698340 2024-12-07T21:58:21,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/2949c641bbaf4265b7f1a3786e82792f is 50, key is test_row_0/B:col10/1733608699548/Put/seqid=0 2024-12-07T21:58:21,233 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ad994d68cf6f401d4a99f6f8dd98a82#C#compaction#397 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:21,233 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/8cf7c25ae92348378d905759c7c44f46 is 50, key is test_row_0/C:col10/1733608698351/Put/seqid=0 2024-12-07T21:58:21,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742288_1464 (size=12301) 2024-12-07T21:58:21,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742289_1465 (size=12983) 2024-12-07T21:58:21,637 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/2949c641bbaf4265b7f1a3786e82792f 2024-12-07T21:58:21,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/a708b27e8ec34ee9ba9891d4218d47f7 is 50, key is test_row_0/C:col10/1733608699548/Put/seqid=0 2024-12-07T21:58:21,648 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/8cf7c25ae92348378d905759c7c44f46 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/8cf7c25ae92348378d905759c7c44f46 2024-12-07T21:58:21,652 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ad994d68cf6f401d4a99f6f8dd98a82/C of 1ad994d68cf6f401d4a99f6f8dd98a82 into 8cf7c25ae92348378d905759c7c44f46(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:21,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742290_1466 (size=12301) 2024-12-07T21:58:21,653 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:21,653 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., storeName=1ad994d68cf6f401d4a99f6f8dd98a82/C, priority=13, startTime=1733608700772; duration=0sec 2024-12-07T21:58:21,653 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:21,653 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ad994d68cf6f401d4a99f6f8dd98a82:C 2024-12-07T21:58:21,653 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/a708b27e8ec34ee9ba9891d4218d47f7 2024-12-07T21:58:21,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/692524d1b9004dfa8724c6b9c2cb3a25 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/692524d1b9004dfa8724c6b9c2cb3a25 2024-12-07T21:58:21,661 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/692524d1b9004dfa8724c6b9c2cb3a25, entries=150, sequenceid=364, filesize=12.0 K 2024-12-07T21:58:21,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/2949c641bbaf4265b7f1a3786e82792f as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/2949c641bbaf4265b7f1a3786e82792f 2024-12-07T21:58:21,673 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/2949c641bbaf4265b7f1a3786e82792f, entries=150, sequenceid=364, filesize=12.0 K 2024-12-07T21:58:21,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/a708b27e8ec34ee9ba9891d4218d47f7 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/a708b27e8ec34ee9ba9891d4218d47f7 2024-12-07T21:58:21,680 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/a708b27e8ec34ee9ba9891d4218d47f7, entries=150, sequenceid=364, filesize=12.0 K 2024-12-07T21:58:21,681 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 1ad994d68cf6f401d4a99f6f8dd98a82 in 899ms, sequenceid=364, compaction requested=false 2024-12-07T21:58:21,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:21,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:21,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-12-07T21:58:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-12-07T21:58:21,685 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-12-07T21:58:21,685 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8170 sec 2024-12-07T21:58:21,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.8240 sec 2024-12-07T21:58:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:21,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1ad994d68cf6f401d4a99f6f8dd98a82 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-07T21:58:21,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=A 2024-12-07T21:58:21,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:21,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=B 2024-12-07T21:58:21,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:21,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=C 2024-12-07T21:58:21,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:21,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/559f83d24cf6461eb81fa2499495d14d is 50, key is test_row_0/A:col10/1733608701719/Put/seqid=0 2024-12-07T21:58:21,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742291_1467 (size=14741) 2024-12-07T21:58:21,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608761773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:21,776 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733608701739, max timestamp=1733608701774Num uniques 859; 2024-12-07T21:58:21,776 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733608701739, max timestamp=1733608701774Num uniques 859; 2024-12-07T21:58:21,777 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-07T21:58:21,777 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-07T21:58:21,777 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733608701739, max timestamp=1733608701774Num uniques 859; 2024-12-07T21:58:21,777 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-07T21:58:21,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:21,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:21,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:21,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608761835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:21,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:21,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:21,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:21,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35478 deadline: 1733608761836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:21,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:21,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:21,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:21,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608761881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:21,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:21,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:21,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:21,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608761950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:21,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35478 deadline: 1733608761951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:21,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-07T21:58:22,011 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:58:22,011 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:58:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-12-07T21:58:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-07T21:58:22,013 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:58:22,014 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:58:22,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:58:22,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608762091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:22,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:22,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:22,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-07T21:58:22,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/559f83d24cf6461eb81fa2499495d14d 2024-12-07T21:58:22,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/ba45abc9b0d44c2e8813ba1061892b6d is 50, key is test_row_0/B:col10/1733608701719/Put/seqid=0 2024-12-07T21:58:22,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742292_1468 (size=12301) 2024-12-07T21:58:22,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/ba45abc9b0d44c2e8813ba1061892b6d 2024-12-07T21:58:22,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/27c3053a40e845eda2a0eca32a5e5f7a is 50, key is test_row_0/C:col10/1733608701719/Put/seqid=0 2024-12-07T21:58:22,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742293_1469 (size=12301) 2024-12-07T21:58:22,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-07T21:58:22,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:22,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:22,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:22,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:22,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:22,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608762161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:22,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35478 deadline: 1733608762161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:22,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:22,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:22,169 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:22,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:22,169 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:22,169 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:22,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-07T21:58:22,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:22,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:22,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:22,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:22,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-07T21:58:22,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608762411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:22,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:22,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:22,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:22,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-07T21:58:22,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:22,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:22,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:22,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:22,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:22,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608762470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:22,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:22,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:22,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:22,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35478 deadline: 1733608762470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:22,478 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:22,478 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:22,479 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:22,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/27c3053a40e845eda2a0eca32a5e5f7a 2024-12-07T21:58:22,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/559f83d24cf6461eb81fa2499495d14d as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/559f83d24cf6461eb81fa2499495d14d 2024-12-07T21:58:22,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/559f83d24cf6461eb81fa2499495d14d, entries=200, sequenceid=378, filesize=14.4 K 2024-12-07T21:58:22,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/ba45abc9b0d44c2e8813ba1061892b6d as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/ba45abc9b0d44c2e8813ba1061892b6d 2024-12-07T21:58:22,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/ba45abc9b0d44c2e8813ba1061892b6d, entries=150, sequenceid=378, filesize=12.0 K 2024-12-07T21:58:22,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/27c3053a40e845eda2a0eca32a5e5f7a as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/27c3053a40e845eda2a0eca32a5e5f7a 2024-12-07T21:58:22,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/27c3053a40e845eda2a0eca32a5e5f7a, entries=150, sequenceid=378, filesize=12.0 K 2024-12-07T21:58:22,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 1ad994d68cf6f401d4a99f6f8dd98a82 in 846ms, sequenceid=378, compaction requested=true 2024-12-07T21:58:22,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:22,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ad994d68cf6f401d4a99f6f8dd98a82:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:58:22,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:22,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ad994d68cf6f401d4a99f6f8dd98a82:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:58:22,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:22,566 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:58:22,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ad994d68cf6f401d4a99f6f8dd98a82:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:58:22,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:58:22,566 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:58:22,566 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:58:22,566 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:58:22,567 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 1ad994d68cf6f401d4a99f6f8dd98a82/B is initiating minor compaction (all files) 2024-12-07T21:58:22,567 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 1ad994d68cf6f401d4a99f6f8dd98a82/A is initiating minor compaction (all files) 2024-12-07T21:58:22,567 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ad994d68cf6f401d4a99f6f8dd98a82/B in TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:22,567 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ad994d68cf6f401d4a99f6f8dd98a82/A in TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:22,567 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/74e0515cf0994ed9b8ec1acc4492fc43, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/2949c641bbaf4265b7f1a3786e82792f, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/ba45abc9b0d44c2e8813ba1061892b6d] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp, totalSize=36.7 K 2024-12-07T21:58:22,567 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/f8ae9919df394d72993d3ebb40c8aaa1, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/692524d1b9004dfa8724c6b9c2cb3a25, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/559f83d24cf6461eb81fa2499495d14d] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp, totalSize=39.1 K 2024-12-07T21:58:22,567 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 74e0515cf0994ed9b8ec1acc4492fc43, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733608698340 2024-12-07T21:58:22,567 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8ae9919df394d72993d3ebb40c8aaa1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733608698340 2024-12-07T21:58:22,567 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 2949c641bbaf4265b7f1a3786e82792f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733608699542 2024-12-07T21:58:22,567 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 692524d1b9004dfa8724c6b9c2cb3a25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733608699542 2024-12-07T21:58:22,567 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting ba45abc9b0d44c2e8813ba1061892b6d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1733608701714 2024-12-07T21:58:22,567 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 559f83d24cf6461eb81fa2499495d14d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1733608701709 2024-12-07T21:58:22,572 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ad994d68cf6f401d4a99f6f8dd98a82#B#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:22,573 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/233a3345db4b44e89771b734621aa9e1 is 50, key is test_row_0/B:col10/1733608701719/Put/seqid=0 2024-12-07T21:58:22,575 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ad994d68cf6f401d4a99f6f8dd98a82#A#compaction#403 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:22,575 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/f104e777752f4d0698fd0bf81d61630f is 50, key is test_row_0/A:col10/1733608701719/Put/seqid=0 2024-12-07T21:58:22,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742294_1470 (size=13085) 2024-12-07T21:58:22,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742295_1471 (size=13085) 2024-12-07T21:58:22,585 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/f104e777752f4d0698fd0bf81d61630f as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/f104e777752f4d0698fd0bf81d61630f 2024-12-07T21:58:22,590 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ad994d68cf6f401d4a99f6f8dd98a82/A of 1ad994d68cf6f401d4a99f6f8dd98a82 into f104e777752f4d0698fd0bf81d61630f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:22,590 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:22,590 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., storeName=1ad994d68cf6f401d4a99f6f8dd98a82/A, priority=13, startTime=1733608702566; duration=0sec 2024-12-07T21:58:22,590 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:58:22,590 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ad994d68cf6f401d4a99f6f8dd98a82:A 2024-12-07T21:58:22,590 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:58:22,591 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:58:22,591 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 1ad994d68cf6f401d4a99f6f8dd98a82/C is initiating minor compaction (all files) 2024-12-07T21:58:22,591 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ad994d68cf6f401d4a99f6f8dd98a82/C in TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:22,591 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/8cf7c25ae92348378d905759c7c44f46, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/a708b27e8ec34ee9ba9891d4218d47f7, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/27c3053a40e845eda2a0eca32a5e5f7a] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp, totalSize=36.7 K 2024-12-07T21:58:22,591 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cf7c25ae92348378d905759c7c44f46, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733608698340 2024-12-07T21:58:22,592 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting a708b27e8ec34ee9ba9891d4218d47f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733608699542 2024-12-07T21:58:22,592 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27c3053a40e845eda2a0eca32a5e5f7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1733608701714 2024-12-07T21:58:22,597 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ad994d68cf6f401d4a99f6f8dd98a82#C#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:22,597 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/b93a3ecdf3694e509505af8f0904566f is 50, key is test_row_0/C:col10/1733608701719/Put/seqid=0 2024-12-07T21:58:22,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742296_1472 (size=13085) 2024-12-07T21:58:22,614 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/b93a3ecdf3694e509505af8f0904566f as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/b93a3ecdf3694e509505af8f0904566f 2024-12-07T21:58:22,618 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ad994d68cf6f401d4a99f6f8dd98a82/C of 1ad994d68cf6f401d4a99f6f8dd98a82 into b93a3ecdf3694e509505af8f0904566f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:22,618 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:22,618 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., storeName=1ad994d68cf6f401d4a99f6f8dd98a82/C, priority=13, startTime=1733608702566; duration=0sec 2024-12-07T21:58:22,618 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:22,618 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ad994d68cf6f401d4a99f6f8dd98a82:C 2024-12-07T21:58:22,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-07T21:58:22,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:22,625 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 1ad994d68cf6f401d4a99f6f8dd98a82 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-12-07T21:58:22,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=A 2024-12-07T21:58:22,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:22,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=B 2024-12-07T21:58:22,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:22,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=C 2024-12-07T21:58:22,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:22,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/df401a8ee6324274bfb9f08bd179c020 is 50, key is test_row_0/A:col10/1733608701835/Put/seqid=0 2024-12-07T21:58:22,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742297_1473 (size=12301) 2024-12-07T21:58:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-07T21:58:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:22,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:22,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608762960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:22,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:22,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:22,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:22,981 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/233a3345db4b44e89771b734621aa9e1 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/233a3345db4b44e89771b734621aa9e1 2024-12-07T21:58:22,985 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ad994d68cf6f401d4a99f6f8dd98a82/B of 1ad994d68cf6f401d4a99f6f8dd98a82 into 233a3345db4b44e89771b734621aa9e1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:22,985 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:22,985 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., storeName=1ad994d68cf6f401d4a99f6f8dd98a82/B, priority=13, startTime=1733608702566; duration=0sec 2024-12-07T21:58:22,985 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:22,985 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ad994d68cf6f401d4a99f6f8dd98a82:B 2024-12-07T21:58:22,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608762990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:22,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:22,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35478 deadline: 1733608762990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:22,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:22,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:22,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:22,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:22,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:23,035 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/df401a8ee6324274bfb9f08bd179c020 2024-12-07T21:58:23,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/22094bc375314839a60f21257e6cb0e7 is 50, key is test_row_0/B:col10/1733608701835/Put/seqid=0 2024-12-07T21:58:23,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742298_1474 (size=12301) 2024-12-07T21:58:23,044 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/22094bc375314839a60f21257e6cb0e7 2024-12-07T21:58:23,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/efcfbbf3f20541b7bd27d7dfd1271794 is 50, key is test_row_0/C:col10/1733608701835/Put/seqid=0 2024-12-07T21:58:23,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742299_1475 (size=12301) 2024-12-07T21:58:23,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608763071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:23,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:23,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:23,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-07T21:58:23,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608763291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:23,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:23,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:23,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:23,454 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/efcfbbf3f20541b7bd27d7dfd1271794 2024-12-07T21:58:23,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/df401a8ee6324274bfb9f08bd179c020 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/df401a8ee6324274bfb9f08bd179c020 2024-12-07T21:58:23,460 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/df401a8ee6324274bfb9f08bd179c020, entries=150, sequenceid=414, filesize=12.0 K 2024-12-07T21:58:23,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/22094bc375314839a60f21257e6cb0e7 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/22094bc375314839a60f21257e6cb0e7 2024-12-07T21:58:23,464 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/22094bc375314839a60f21257e6cb0e7, entries=150, sequenceid=414, filesize=12.0 K 2024-12-07T21:58:23,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/efcfbbf3f20541b7bd27d7dfd1271794 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/efcfbbf3f20541b7bd27d7dfd1271794 2024-12-07T21:58:23,467 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/efcfbbf3f20541b7bd27d7dfd1271794, entries=150, sequenceid=414, filesize=12.0 K 2024-12-07T21:58:23,468 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for 1ad994d68cf6f401d4a99f6f8dd98a82 in 842ms, sequenceid=414, compaction requested=false 2024-12-07T21:58:23,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:23,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:23,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-12-07T21:58:23,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-12-07T21:58:23,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-12-07T21:58:23,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4560 sec 2024-12-07T21:58:23,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.4600 sec 2024-12-07T21:58:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:23,605 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1ad994d68cf6f401d4a99f6f8dd98a82 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-07T21:58:23,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=A 2024-12-07T21:58:23,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:23,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=B 2024-12-07T21:58:23,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:23,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=C 2024-12-07T21:58:23,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:23,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/84027369b758416cae573f00e80b2452 is 50, key is test_row_0/A:col10/1733608703604/Put/seqid=0 2024-12-07T21:58:23,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742300_1476 (size=14741) 2024-12-07T21:58:23,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:23,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608763717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:23,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:23,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:23,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:23,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:23,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608763831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:23,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:23,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:23,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:24,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:24,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35438 deadline: 1733608764000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:24,002 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_2' in 1ad994d68cf6f401d4a99f6f8dd98a82 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:58:24,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:24,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:24,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:24,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:24,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35478 deadline: 1733608764010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:24,015 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_0' in 1ad994d68cf6f401d4a99f6f8dd98a82 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:58:24,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:24,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:24,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:24,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/84027369b758416cae573f00e80b2452 2024-12-07T21:58:24,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/122de9ff2a214e2babb1ea15011a4e51 is 50, key is test_row_0/B:col10/1733608703604/Put/seqid=0 2024-12-07T21:58:24,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742301_1477 (size=12301) 2024-12-07T21:58:24,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:24,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608764041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:24,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:24,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:24,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:24,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-07T21:58:24,161 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:58:24,161 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:58:24,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-12-07T21:58:24,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-07T21:58:24,163 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:58:24,163 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:58:24,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:58:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-07T21:58:24,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-07T21:58:24,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:24,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:24,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:24,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:24,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:24,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:24,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35428 deadline: 1733608764350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:24,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 , the old value is region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:24,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:24,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., hostname=dbf4292a68c8,34281,1733608565228, seqNum=2 because the exception is null or not the one we care about 2024-12-07T21:58:24,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/122de9ff2a214e2babb1ea15011a4e51 2024-12-07T21:58:24,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/6198369fd69e49dfbf6fcc61c24f9883 is 50, key is test_row_0/C:col10/1733608703604/Put/seqid=0 2024-12-07T21:58:24,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742302_1478 (size=12301) 2024-12-07T21:58:24,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-07T21:58:24,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:24,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:24,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:24,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:24,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:24,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-07T21:58:24,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-07T21:58:24,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:24,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:24,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:24,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:24,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:24,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:24,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-07T21:58:24,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:24,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:24,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:24,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:24,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-07T21:58:24,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/6198369fd69e49dfbf6fcc61c24f9883 2024-12-07T21:58:24,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/84027369b758416cae573f00e80b2452 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/84027369b758416cae573f00e80b2452 2024-12-07T21:58:24,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/84027369b758416cae573f00e80b2452, entries=200, sequenceid=427, filesize=14.4 K 2024-12-07T21:58:24,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/122de9ff2a214e2babb1ea15011a4e51 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/122de9ff2a214e2babb1ea15011a4e51 2024-12-07T21:58:24,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/122de9ff2a214e2babb1ea15011a4e51, entries=150, sequenceid=427, filesize=12.0 K 2024-12-07T21:58:24,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/6198369fd69e49dfbf6fcc61c24f9883 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/6198369fd69e49dfbf6fcc61c24f9883 2024-12-07T21:58:24,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/6198369fd69e49dfbf6fcc61c24f9883, entries=150, sequenceid=427, filesize=12.0 K 2024-12-07T21:58:24,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 1ad994d68cf6f401d4a99f6f8dd98a82 in 1243ms, sequenceid=427, compaction requested=true 2024-12-07T21:58:24,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:24,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ad994d68cf6f401d4a99f6f8dd98a82:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:58:24,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:24,848 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:58:24,848 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:58:24,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ad994d68cf6f401d4a99f6f8dd98a82:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:58:24,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:24,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ad994d68cf6f401d4a99f6f8dd98a82:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:58:24,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:58:24,848 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:58:24,848 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 1ad994d68cf6f401d4a99f6f8dd98a82/B is initiating minor compaction (all files) 2024-12-07T21:58:24,849 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ad994d68cf6f401d4a99f6f8dd98a82/B in TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:24,849 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/233a3345db4b44e89771b734621aa9e1, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/22094bc375314839a60f21257e6cb0e7, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/122de9ff2a214e2babb1ea15011a4e51] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp, totalSize=36.8 K 2024-12-07T21:58:24,849 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:58:24,849 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): 1ad994d68cf6f401d4a99f6f8dd98a82/A is initiating minor compaction (all files) 2024-12-07T21:58:24,849 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ad994d68cf6f401d4a99f6f8dd98a82/A in TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:24,849 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/f104e777752f4d0698fd0bf81d61630f, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/df401a8ee6324274bfb9f08bd179c020, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/84027369b758416cae573f00e80b2452] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp, totalSize=39.2 K 2024-12-07T21:58:24,849 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting f104e777752f4d0698fd0bf81d61630f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1733608701714 2024-12-07T21:58:24,849 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 233a3345db4b44e89771b734621aa9e1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1733608701714 2024-12-07T21:58:24,849 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 22094bc375314839a60f21257e6cb0e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733608701817 2024-12-07T21:58:24,849 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting df401a8ee6324274bfb9f08bd179c020, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733608701817 2024-12-07T21:58:24,850 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 122de9ff2a214e2babb1ea15011a4e51, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1733608702949 2024-12-07T21:58:24,850 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84027369b758416cae573f00e80b2452, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1733608702949 2024-12-07T21:58:24,856 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ad994d68cf6f401d4a99f6f8dd98a82#B#compaction#411 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:24,856 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ad994d68cf6f401d4a99f6f8dd98a82#A#compaction#412 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:24,856 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/95eb34d00f094a2db3a9b1ba7403fa1d is 50, key is test_row_0/B:col10/1733608703604/Put/seqid=0 2024-12-07T21:58:24,856 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/9f7de2781a2845488eb058449b54cd3c is 50, key is test_row_0/A:col10/1733608703604/Put/seqid=0 2024-12-07T21:58:24,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742303_1479 (size=13187) 2024-12-07T21:58:24,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742304_1480 (size=13187) 2024-12-07T21:58:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:24,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1ad994d68cf6f401d4a99f6f8dd98a82 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-07T21:58:24,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=A 2024-12-07T21:58:24,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:24,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=B 2024-12-07T21:58:24,875 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733608703674, max timestamp=1733608704872Num uniques 859; 2024-12-07T21:58:24,875 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T21:58:24,875 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733608703674, max timestamp=1733608704872Num uniques 859; 2024-12-07T21:58:24,875 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T21:58:24,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:24,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=C 2024-12-07T21:58:24,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:24,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/fb87e0f4597143ddac054328a0a08afa is 50, key is test_row_0/A:col10/1733608703674/Put/seqid=0 2024-12-07T21:58:24,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742305_1481 (size=14741) 2024-12-07T21:58:24,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-07T21:58:24,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:24,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:24,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:24,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:24,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:24,933 INFO [Thread-1828 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1828. 2024-12-07T21:58:24,933 INFO [Thread-1819 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1819. 2024-12-07T21:58:24,933 DEBUG [Thread-1828 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:58:24,933 DEBUG [Thread-1828 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:24,933 DEBUG [Thread-1819 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:58:24,933 DEBUG [Thread-1819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:24,933 DEBUG [Thread-1828 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:24,933 DEBUG [Thread-1819 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:24,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:58:24,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:58:24,934 INFO [Thread-1834 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1834. 2024-12-07T21:58:24,934 DEBUG [Thread-1834 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:58:24,934 DEBUG [Thread-1834 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:24,934 DEBUG [Thread-1834 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:24,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:58:24,940 INFO [Thread-1832 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1832. 2024-12-07T21:58:24,940 DEBUG [Thread-1832 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:58:24,940 DEBUG [Thread-1832 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:24,940 DEBUG [Thread-1832 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:24,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:58:24,940 INFO [Thread-1830 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1830. 2024-12-07T21:58:24,940 DEBUG [Thread-1830 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:58:24,940 DEBUG [Thread-1830 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:24,940 DEBUG [Thread-1830 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:24,941 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:58:24,943 INFO [Thread-1826 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1826. 2024-12-07T21:58:24,944 DEBUG [Thread-1826 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:58:24,944 DEBUG [Thread-1826 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:24,944 DEBUG [Thread-1826 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:24,944 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:58:25,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-07T21:58:25,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:25,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:25,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:25,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:25,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:25,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-07T21:58:25,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:25,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:25,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:25,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:25,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:25,271 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/95eb34d00f094a2db3a9b1ba7403fa1d as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/95eb34d00f094a2db3a9b1ba7403fa1d 2024-12-07T21:58:25,277 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/9f7de2781a2845488eb058449b54cd3c as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/9f7de2781a2845488eb058449b54cd3c 2024-12-07T21:58:25,277 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ad994d68cf6f401d4a99f6f8dd98a82/B of 1ad994d68cf6f401d4a99f6f8dd98a82 into 95eb34d00f094a2db3a9b1ba7403fa1d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:25,277 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:25,277 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., storeName=1ad994d68cf6f401d4a99f6f8dd98a82/B, priority=13, startTime=1733608704848; duration=0sec 2024-12-07T21:58:25,277 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:58:25,277 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ad994d68cf6f401d4a99f6f8dd98a82:B 2024-12-07T21:58:25,277 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:58:25,278 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:58:25,278 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): 1ad994d68cf6f401d4a99f6f8dd98a82/C is initiating minor compaction (all files) 2024-12-07T21:58:25,278 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ad994d68cf6f401d4a99f6f8dd98a82/C in TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:25,279 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/b93a3ecdf3694e509505af8f0904566f, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/efcfbbf3f20541b7bd27d7dfd1271794, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/6198369fd69e49dfbf6fcc61c24f9883] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp, totalSize=36.8 K 2024-12-07T21:58:25,279 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting b93a3ecdf3694e509505af8f0904566f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1733608701714 2024-12-07T21:58:25,279 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting efcfbbf3f20541b7bd27d7dfd1271794, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733608701817 2024-12-07T21:58:25,279 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 6198369fd69e49dfbf6fcc61c24f9883, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1733608702949 2024-12-07T21:58:25,281 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ad994d68cf6f401d4a99f6f8dd98a82/A of 1ad994d68cf6f401d4a99f6f8dd98a82 into 9f7de2781a2845488eb058449b54cd3c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:25,281 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:25,281 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., storeName=1ad994d68cf6f401d4a99f6f8dd98a82/A, priority=13, startTime=1733608704847; duration=0sec 2024-12-07T21:58:25,281 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:25,281 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ad994d68cf6f401d4a99f6f8dd98a82:A 2024-12-07T21:58:25,285 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ad994d68cf6f401d4a99f6f8dd98a82#C#compaction#414 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:25,285 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/a24e6e54e9904b6384c5a2cb437e16d0 is 50, key is test_row_0/C:col10/1733608703604/Put/seqid=0 2024-12-07T21:58:25,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/fb87e0f4597143ddac054328a0a08afa 2024-12-07T21:58:25,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742306_1482 (size=13187) 2024-12-07T21:58:25,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/51e1211dd1ce41e19838c5dbf90b7708 is 50, key is test_row_0/B:col10/1733608703674/Put/seqid=0 2024-12-07T21:58:25,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742307_1483 (size=12301) 2024-12-07T21:58:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-07T21:58:25,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-07T21:58:25,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:25,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:25,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:25,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:25,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:25,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-07T21:58:25,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:25,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:25,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:25,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:25,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:25,694 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/a24e6e54e9904b6384c5a2cb437e16d0 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/a24e6e54e9904b6384c5a2cb437e16d0 2024-12-07T21:58:25,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/51e1211dd1ce41e19838c5dbf90b7708 2024-12-07T21:58:25,698 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ad994d68cf6f401d4a99f6f8dd98a82/C of 1ad994d68cf6f401d4a99f6f8dd98a82 into a24e6e54e9904b6384c5a2cb437e16d0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:25,698 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:25,698 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., storeName=1ad994d68cf6f401d4a99f6f8dd98a82/C, priority=13, startTime=1733608704848; duration=0sec 2024-12-07T21:58:25,698 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:25,698 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ad994d68cf6f401d4a99f6f8dd98a82:C 2024-12-07T21:58:25,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/4fa89663bb3741e9b4b0e8775bb14046 is 50, key is test_row_0/C:col10/1733608703674/Put/seqid=0 2024-12-07T21:58:25,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-07T21:58:25,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:25,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:25,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:25,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:25,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:25,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742308_1484 (size=12301) 2024-12-07T21:58:25,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/4fa89663bb3741e9b4b0e8775bb14046 2024-12-07T21:58:25,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/fb87e0f4597143ddac054328a0a08afa as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/fb87e0f4597143ddac054328a0a08afa 2024-12-07T21:58:25,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/fb87e0f4597143ddac054328a0a08afa, entries=200, sequenceid=448, filesize=14.4 K 2024-12-07T21:58:25,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/51e1211dd1ce41e19838c5dbf90b7708 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/51e1211dd1ce41e19838c5dbf90b7708 2024-12-07T21:58:25,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/51e1211dd1ce41e19838c5dbf90b7708, entries=150, sequenceid=448, filesize=12.0 K 2024-12-07T21:58:25,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/4fa89663bb3741e9b4b0e8775bb14046 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/4fa89663bb3741e9b4b0e8775bb14046 2024-12-07T21:58:25,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/4fa89663bb3741e9b4b0e8775bb14046, entries=150, sequenceid=448, filesize=12.0 K 2024-12-07T21:58:25,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~58.14 KB/59540, heapSize ~164.13 KB/168064, currentSize=80.51 KB/82440 for 1ad994d68cf6f401d4a99f6f8dd98a82 in 844ms, sequenceid=448, compaction requested=false 2024-12-07T21:58:25,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:25,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-07T21:58:25,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:25,855 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 1ad994d68cf6f401d4a99f6f8dd98a82 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-07T21:58:25,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=A 2024-12-07T21:58:25,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:25,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=B 2024-12-07T21:58:25,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:25,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=C 2024-12-07T21:58:25,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:25,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/2e56f9869ae942fd9c05f51d1fc2835c is 50, key is test_row_0/A:col10/1733608704932/Put/seqid=0 2024-12-07T21:58:25,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742309_1485 (size=12301) 2024-12-07T21:58:26,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on 1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:26,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. as already flushing 2024-12-07T21:58:26,026 INFO [Thread-1815 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1815. 2024-12-07T21:58:26,026 DEBUG [Thread-1815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:58:26,026 DEBUG [Thread-1815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:26,026 INFO [Thread-1823 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1823. 2024-12-07T21:58:26,026 DEBUG [Thread-1823 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:58:26,026 DEBUG [Thread-1823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:26,026 DEBUG [Thread-1815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:26,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:58:26,027 DEBUG [Thread-1823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:26,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:58:26,271 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/2e56f9869ae942fd9c05f51d1fc2835c 2024-12-07T21:58:26,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/89af788e1b614016b4c6ed6f1b1d2977 is 50, key is test_row_0/B:col10/1733608704932/Put/seqid=0 2024-12-07T21:58:26,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742310_1486 (size=12301) 2024-12-07T21:58:26,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-07T21:58:26,690 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/89af788e1b614016b4c6ed6f1b1d2977 2024-12-07T21:58:26,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/e7667e86b0d642aaa2c22627772fa038 is 50, key is test_row_0/C:col10/1733608704932/Put/seqid=0 2024-12-07T21:58:26,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742311_1487 (size=12301) 2024-12-07T21:58:26,706 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/e7667e86b0d642aaa2c22627772fa038 2024-12-07T21:58:26,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/2e56f9869ae942fd9c05f51d1fc2835c as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/2e56f9869ae942fd9c05f51d1fc2835c 2024-12-07T21:58:26,713 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/2e56f9869ae942fd9c05f51d1fc2835c, entries=150, sequenceid=466, filesize=12.0 K 2024-12-07T21:58:26,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/89af788e1b614016b4c6ed6f1b1d2977 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/89af788e1b614016b4c6ed6f1b1d2977 2024-12-07T21:58:26,716 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/89af788e1b614016b4c6ed6f1b1d2977, entries=150, sequenceid=466, filesize=12.0 K 2024-12-07T21:58:26,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/e7667e86b0d642aaa2c22627772fa038 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/e7667e86b0d642aaa2c22627772fa038 2024-12-07T21:58:26,718 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/e7667e86b0d642aaa2c22627772fa038, entries=150, sequenceid=466, filesize=12.0 K 2024-12-07T21:58:26,719 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=13.42 KB/13740 for 1ad994d68cf6f401d4a99f6f8dd98a82 in 864ms, sequenceid=466, compaction requested=true 2024-12-07T21:58:26,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 1ad994d68cf6f401d4a99f6f8dd98a82: 2024-12-07T21:58:26,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:26,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-12-07T21:58:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-12-07T21:58:26,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-12-07T21:58:26,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5570 sec 2024-12-07T21:58:26,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 2.5610 sec 2024-12-07T21:58:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-07T21:58:28,321 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:58:28,812 INFO [Thread-1817 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1817. 2024-12-07T21:58:28,813 DEBUG [Thread-1817 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:58:28,813 DEBUG [Thread-1817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:28,813 DEBUG [Thread-1817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:28,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:58:29,992 INFO [Thread-1821 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1821. 2024-12-07T21:58:29,992 DEBUG [Thread-1821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:58:29,992 DEBUG [Thread-1821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:29,992 DEBUG [Thread-1821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:29,992 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:58:29,993 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-07T21:58:29,993 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-12-07T21:58:29,993 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-12-07T21:58:29,993 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-12-07T21:58:29,993 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-12-07T21:58:29,993 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 118 2024-12-07T21:58:29,993 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-07T21:58:29,993 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-07T21:58:29,993 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1631 2024-12-07T21:58:29,993 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4888 rows 2024-12-07T21:58:29,993 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1639 2024-12-07T21:58:29,993 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4916 rows 2024-12-07T21:58:29,993 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1639 2024-12-07T21:58:29,993 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4909 rows 2024-12-07T21:58:29,993 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1645 2024-12-07T21:58:29,993 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4930 rows 2024-12-07T21:58:29,993 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1633 2024-12-07T21:58:29,993 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4898 rows 2024-12-07T21:58:29,993 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T21:58:29,993 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T21:58:29,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:29,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:29,993 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:58:29,994 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-07T21:58:29,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-07T21:58:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-07T21:58:29,996 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608709996"}]},"ts":"1733608709996"} 2024-12-07T21:58:29,998 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-07T21:58:29,998 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-07T21:58:29,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T21:58:30,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ad994d68cf6f401d4a99f6f8dd98a82, UNASSIGN}] 2024-12-07T21:58:30,000 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ad994d68cf6f401d4a99f6f8dd98a82, UNASSIGN 2024-12-07T21:58:30,001 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=1ad994d68cf6f401d4a99f6f8dd98a82, regionState=CLOSING, regionLocation=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:30,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ad994d68cf6f401d4a99f6f8dd98a82, UNASSIGN because future has completed 2024-12-07T21:58:30,002 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T21:58:30,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228}] 2024-12-07T21:58:30,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-07T21:58:30,154 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] handler.UnassignRegionHandler(122): Close 1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:30,155 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-07T21:58:30,155 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1722): Closing 1ad994d68cf6f401d4a99f6f8dd98a82, disabling compactions & flushes 2024-12-07T21:58:30,155 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:30,155 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:30,155 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. after waiting 0 ms 2024-12-07T21:58:30,155 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:30,155 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(2902): Flushing 1ad994d68cf6f401d4a99f6f8dd98a82 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-07T21:58:30,155 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=A 2024-12-07T21:58:30,155 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:30,155 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=B 2024-12-07T21:58:30,155 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:30,155 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ad994d68cf6f401d4a99f6f8dd98a82, store=C 2024-12-07T21:58:30,155 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:30,158 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/07a915e6f81c4295ab592e02c39e33fd is 50, key is test_row_0/A:col10/1733608708811/Put/seqid=0 2024-12-07T21:58:30,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742312_1488 (size=12301) 2024-12-07T21:58:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-07T21:58:30,562 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/07a915e6f81c4295ab592e02c39e33fd 2024-12-07T21:58:30,569 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/e8d843031c054a9e8500295ecb87487e is 50, key is test_row_0/B:col10/1733608708811/Put/seqid=0 2024-12-07T21:58:30,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742313_1489 (size=12301) 2024-12-07T21:58:30,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-07T21:58:30,974 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/e8d843031c054a9e8500295ecb87487e 2024-12-07T21:58:30,979 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/b7c529932f694430b2fb14b4d10456d4 is 50, key is test_row_0/C:col10/1733608708811/Put/seqid=0 2024-12-07T21:58:30,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742314_1490 (size=12301) 2024-12-07T21:58:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-07T21:58:31,383 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/b7c529932f694430b2fb14b4d10456d4 2024-12-07T21:58:31,388 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/A/07a915e6f81c4295ab592e02c39e33fd as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/07a915e6f81c4295ab592e02c39e33fd 2024-12-07T21:58:31,391 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/07a915e6f81c4295ab592e02c39e33fd, entries=150, sequenceid=473, filesize=12.0 K 2024-12-07T21:58:31,392 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/B/e8d843031c054a9e8500295ecb87487e as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/e8d843031c054a9e8500295ecb87487e 2024-12-07T21:58:31,396 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/e8d843031c054a9e8500295ecb87487e, entries=150, sequenceid=473, filesize=12.0 K 2024-12-07T21:58:31,397 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/.tmp/C/b7c529932f694430b2fb14b4d10456d4 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/b7c529932f694430b2fb14b4d10456d4 2024-12-07T21:58:31,400 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/b7c529932f694430b2fb14b4d10456d4, entries=150, sequenceid=473, filesize=12.0 K 2024-12-07T21:58:31,401 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 1ad994d68cf6f401d4a99f6f8dd98a82 in 1246ms, sequenceid=473, compaction requested=true 2024-12-07T21:58:31,402 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/fb5f77cc538b4b7ea8ac208a5cdc7df3, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/e659b9666a6e4b1c907656250ab1aba2, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/276e3fb1740b44df92c070d5f38995f1, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/c7e5d226c1944e03ab15c704a4c29edd, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/6fa496e240da428a93d7686dc1322471, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/1420125deaf0461b90b907ab5949f407, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/414288c72e26469a8031de14ee776c5c, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/de0d142554f7464dbde4fb2a06fe68c7, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/e35d52fb5c9041128efbe1644788a68b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/9d65e4b71f904ebba6af16fa583ae6e8, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/91c511f65b964e4387aeb72de451918d, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/840b6fe43a78402a99b955d9493d248c, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/81bbd301e49848e4890ed730c417ebcb, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/bfa5c906bd134c2e9f3547d9af937049, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/6740d97fcc2a4c1fac52178bdf03f3c8, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/8d97fe8ab8be42658b7f225d88b98280, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/dc88ebde17c043b0a2fac1439b43bbc1, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/260a540c37f249f7b37b1c76d8d7c8b7, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/1605e18ed6f84fcdbee7f221584f6ef9, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/3f72d9fc3f7a4c3aabc5a4b8e3bee881, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/f8ae9919df394d72993d3ebb40c8aaa1, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/692524d1b9004dfa8724c6b9c2cb3a25, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/559f83d24cf6461eb81fa2499495d14d, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/f104e777752f4d0698fd0bf81d61630f, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/df401a8ee6324274bfb9f08bd179c020, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/84027369b758416cae573f00e80b2452] to archive 2024-12-07T21:58:31,403 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T21:58:31,405 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/fb5f77cc538b4b7ea8ac208a5cdc7df3 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/fb5f77cc538b4b7ea8ac208a5cdc7df3 2024-12-07T21:58:31,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/e659b9666a6e4b1c907656250ab1aba2 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/e659b9666a6e4b1c907656250ab1aba2 2024-12-07T21:58:31,408 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/276e3fb1740b44df92c070d5f38995f1 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/276e3fb1740b44df92c070d5f38995f1 2024-12-07T21:58:31,409 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/c7e5d226c1944e03ab15c704a4c29edd to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/c7e5d226c1944e03ab15c704a4c29edd 2024-12-07T21:58:31,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/6fa496e240da428a93d7686dc1322471 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/6fa496e240da428a93d7686dc1322471 2024-12-07T21:58:31,412 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/1420125deaf0461b90b907ab5949f407 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/1420125deaf0461b90b907ab5949f407 2024-12-07T21:58:31,413 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/414288c72e26469a8031de14ee776c5c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/414288c72e26469a8031de14ee776c5c 2024-12-07T21:58:31,415 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/de0d142554f7464dbde4fb2a06fe68c7 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/de0d142554f7464dbde4fb2a06fe68c7 2024-12-07T21:58:31,416 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/e35d52fb5c9041128efbe1644788a68b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/e35d52fb5c9041128efbe1644788a68b 2024-12-07T21:58:31,417 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/9d65e4b71f904ebba6af16fa583ae6e8 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/9d65e4b71f904ebba6af16fa583ae6e8 2024-12-07T21:58:31,419 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/91c511f65b964e4387aeb72de451918d to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/91c511f65b964e4387aeb72de451918d 2024-12-07T21:58:31,420 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/840b6fe43a78402a99b955d9493d248c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/840b6fe43a78402a99b955d9493d248c 2024-12-07T21:58:31,422 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/81bbd301e49848e4890ed730c417ebcb to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/81bbd301e49848e4890ed730c417ebcb 2024-12-07T21:58:31,423 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/bfa5c906bd134c2e9f3547d9af937049 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/bfa5c906bd134c2e9f3547d9af937049 2024-12-07T21:58:31,425 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/6740d97fcc2a4c1fac52178bdf03f3c8 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/6740d97fcc2a4c1fac52178bdf03f3c8 2024-12-07T21:58:31,426 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/8d97fe8ab8be42658b7f225d88b98280 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/8d97fe8ab8be42658b7f225d88b98280 2024-12-07T21:58:31,427 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/dc88ebde17c043b0a2fac1439b43bbc1 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/dc88ebde17c043b0a2fac1439b43bbc1 2024-12-07T21:58:31,428 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/260a540c37f249f7b37b1c76d8d7c8b7 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/260a540c37f249f7b37b1c76d8d7c8b7 2024-12-07T21:58:31,429 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/1605e18ed6f84fcdbee7f221584f6ef9 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/1605e18ed6f84fcdbee7f221584f6ef9 2024-12-07T21:58:31,430 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/3f72d9fc3f7a4c3aabc5a4b8e3bee881 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/3f72d9fc3f7a4c3aabc5a4b8e3bee881 2024-12-07T21:58:31,431 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/f8ae9919df394d72993d3ebb40c8aaa1 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/f8ae9919df394d72993d3ebb40c8aaa1 2024-12-07T21:58:31,432 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/692524d1b9004dfa8724c6b9c2cb3a25 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/692524d1b9004dfa8724c6b9c2cb3a25 2024-12-07T21:58:31,433 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/559f83d24cf6461eb81fa2499495d14d to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/559f83d24cf6461eb81fa2499495d14d 2024-12-07T21:58:31,434 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/f104e777752f4d0698fd0bf81d61630f to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/f104e777752f4d0698fd0bf81d61630f 2024-12-07T21:58:31,436 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/df401a8ee6324274bfb9f08bd179c020 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/df401a8ee6324274bfb9f08bd179c020 2024-12-07T21:58:31,437 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/84027369b758416cae573f00e80b2452 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/84027369b758416cae573f00e80b2452 2024-12-07T21:58:31,438 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/94d5f217cfb24bd78c9370c861ea6269, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/1416d9b557834a5fbef05fe787657ee2, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/29c4bb39c0e4474f93b1ce919e3a06f7, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/5510f0d204a84f5688f8fb2d4c55297f, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/ef90799c57554f77b6b4644dfc1ff4c3, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/81e58ece60924fa4b54393ed4fdcf3be, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/aaae88bded6a4801a6ca50151992a47d, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/ab8d54553db34569a757290d2807de9f, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/4bcf742feb6a464fb9e8f25cfe9e875a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/9fc0dad4d8774ac9a439c92c6d92d01c, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/49e94b2cb08f4f2ba712051508b8ab3a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/efb64a45c2ff4280886a54961bea2b3a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/a12a4032f227471083ba127983b74b1d, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/fe555e1e828145a1a3d8681fd6c58b11, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/8a1eeacb416f4bad8819ffae73c40188, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/518a1a697dd943829aa99f50c8ee240b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/0f966fc5957a4d539951e20189035302, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/60eaa92377434af0a1360cd890814291, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/fe258a92774743aa88ecaddb9b48a142, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/74e0515cf0994ed9b8ec1acc4492fc43, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/b5212383f3ed4b7cba3cb64ebacb3d2a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/2949c641bbaf4265b7f1a3786e82792f, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/233a3345db4b44e89771b734621aa9e1, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/ba45abc9b0d44c2e8813ba1061892b6d, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/22094bc375314839a60f21257e6cb0e7, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/122de9ff2a214e2babb1ea15011a4e51] to archive 2024-12-07T21:58:31,438 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T21:58:31,440 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/94d5f217cfb24bd78c9370c861ea6269 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/94d5f217cfb24bd78c9370c861ea6269 2024-12-07T21:58:31,441 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/1416d9b557834a5fbef05fe787657ee2 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/1416d9b557834a5fbef05fe787657ee2 2024-12-07T21:58:31,441 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/29c4bb39c0e4474f93b1ce919e3a06f7 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/29c4bb39c0e4474f93b1ce919e3a06f7 2024-12-07T21:58:31,442 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/5510f0d204a84f5688f8fb2d4c55297f to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/5510f0d204a84f5688f8fb2d4c55297f 2024-12-07T21:58:31,443 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/ef90799c57554f77b6b4644dfc1ff4c3 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/ef90799c57554f77b6b4644dfc1ff4c3 2024-12-07T21:58:31,444 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/81e58ece60924fa4b54393ed4fdcf3be to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/81e58ece60924fa4b54393ed4fdcf3be 2024-12-07T21:58:31,445 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/aaae88bded6a4801a6ca50151992a47d to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/aaae88bded6a4801a6ca50151992a47d 2024-12-07T21:58:31,446 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/ab8d54553db34569a757290d2807de9f to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/ab8d54553db34569a757290d2807de9f 2024-12-07T21:58:31,446 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/4bcf742feb6a464fb9e8f25cfe9e875a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/4bcf742feb6a464fb9e8f25cfe9e875a 2024-12-07T21:58:31,447 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/9fc0dad4d8774ac9a439c92c6d92d01c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/9fc0dad4d8774ac9a439c92c6d92d01c 2024-12-07T21:58:31,448 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/49e94b2cb08f4f2ba712051508b8ab3a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/49e94b2cb08f4f2ba712051508b8ab3a 2024-12-07T21:58:31,449 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/efb64a45c2ff4280886a54961bea2b3a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/efb64a45c2ff4280886a54961bea2b3a 2024-12-07T21:58:31,449 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/a12a4032f227471083ba127983b74b1d to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/a12a4032f227471083ba127983b74b1d 2024-12-07T21:58:31,450 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/fe555e1e828145a1a3d8681fd6c58b11 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/fe555e1e828145a1a3d8681fd6c58b11 2024-12-07T21:58:31,451 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/8a1eeacb416f4bad8819ffae73c40188 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/8a1eeacb416f4bad8819ffae73c40188 2024-12-07T21:58:31,452 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/518a1a697dd943829aa99f50c8ee240b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/518a1a697dd943829aa99f50c8ee240b 2024-12-07T21:58:31,452 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/0f966fc5957a4d539951e20189035302 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/0f966fc5957a4d539951e20189035302 2024-12-07T21:58:31,453 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/60eaa92377434af0a1360cd890814291 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/60eaa92377434af0a1360cd890814291 2024-12-07T21:58:31,454 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/fe258a92774743aa88ecaddb9b48a142 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/fe258a92774743aa88ecaddb9b48a142 2024-12-07T21:58:31,454 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/74e0515cf0994ed9b8ec1acc4492fc43 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/74e0515cf0994ed9b8ec1acc4492fc43 2024-12-07T21:58:31,455 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/b5212383f3ed4b7cba3cb64ebacb3d2a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/b5212383f3ed4b7cba3cb64ebacb3d2a 2024-12-07T21:58:31,455 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/2949c641bbaf4265b7f1a3786e82792f to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/2949c641bbaf4265b7f1a3786e82792f 2024-12-07T21:58:31,456 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/233a3345db4b44e89771b734621aa9e1 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/233a3345db4b44e89771b734621aa9e1 2024-12-07T21:58:31,457 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/ba45abc9b0d44c2e8813ba1061892b6d to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/ba45abc9b0d44c2e8813ba1061892b6d 2024-12-07T21:58:31,457 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/22094bc375314839a60f21257e6cb0e7 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/22094bc375314839a60f21257e6cb0e7 2024-12-07T21:58:31,458 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/122de9ff2a214e2babb1ea15011a4e51 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/122de9ff2a214e2babb1ea15011a4e51 2024-12-07T21:58:31,459 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/d65c687087c04e06987bc8109b1bb5f9, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/e6bcfea9301f4a7fa61921773a3442d3, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/4c8031ded798404e93430c1edc02142e, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/ade7b59e2a2c41d3a91f4110240230d8, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/207ba51501284191813fc5eff5354f81, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/1f77a8d3d2ff4b6ca69b3902585d3b50, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/eeb3ead9076d4a5fa5631a26eead80b4, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/49cef094a7f0407c99108832065d3620, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/fb296c26959a4db6b5146717a519b39a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/90817c1f0e4d449ea7299aec073ec2ef, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/3e0eed44059749c1969bffeee78f6c62, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/a561418beada44eb9b8212c60e364f51, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/c3105d6f30c5433d953eca0822a22687, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/b7ba9c22f1a9403f9ae34e21381942da, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/b672f6e4090644b5927ad3887f574cff, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/3ff16c3122d943d18c065f7e047b371a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/ea5c0bda1caf4dbc9508ade4061203ec, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/85f025d3161c4f55a2d1917544a1cea3, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/4242452b57ac4b959e85bc654298484c, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/8cf7c25ae92348378d905759c7c44f46, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/77ac6c010e9a480ead2d53e539758cd6, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/a708b27e8ec34ee9ba9891d4218d47f7, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/b93a3ecdf3694e509505af8f0904566f, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/27c3053a40e845eda2a0eca32a5e5f7a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/efcfbbf3f20541b7bd27d7dfd1271794, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/6198369fd69e49dfbf6fcc61c24f9883] to archive 2024-12-07T21:58:31,459 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T21:58:31,460 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/d65c687087c04e06987bc8109b1bb5f9 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/d65c687087c04e06987bc8109b1bb5f9 2024-12-07T21:58:31,461 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/e6bcfea9301f4a7fa61921773a3442d3 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/e6bcfea9301f4a7fa61921773a3442d3 2024-12-07T21:58:31,462 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/4c8031ded798404e93430c1edc02142e to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/4c8031ded798404e93430c1edc02142e 2024-12-07T21:58:31,462 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/ade7b59e2a2c41d3a91f4110240230d8 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/ade7b59e2a2c41d3a91f4110240230d8 2024-12-07T21:58:31,463 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/207ba51501284191813fc5eff5354f81 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/207ba51501284191813fc5eff5354f81 2024-12-07T21:58:31,464 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/1f77a8d3d2ff4b6ca69b3902585d3b50 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/1f77a8d3d2ff4b6ca69b3902585d3b50 2024-12-07T21:58:31,465 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/eeb3ead9076d4a5fa5631a26eead80b4 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/eeb3ead9076d4a5fa5631a26eead80b4 2024-12-07T21:58:31,466 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/49cef094a7f0407c99108832065d3620 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/49cef094a7f0407c99108832065d3620 2024-12-07T21:58:31,466 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/fb296c26959a4db6b5146717a519b39a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/fb296c26959a4db6b5146717a519b39a 2024-12-07T21:58:31,467 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/90817c1f0e4d449ea7299aec073ec2ef to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/90817c1f0e4d449ea7299aec073ec2ef 2024-12-07T21:58:31,467 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/3e0eed44059749c1969bffeee78f6c62 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/3e0eed44059749c1969bffeee78f6c62 2024-12-07T21:58:31,468 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/a561418beada44eb9b8212c60e364f51 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/a561418beada44eb9b8212c60e364f51 2024-12-07T21:58:31,469 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/c3105d6f30c5433d953eca0822a22687 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/c3105d6f30c5433d953eca0822a22687 2024-12-07T21:58:31,469 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/b7ba9c22f1a9403f9ae34e21381942da to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/b7ba9c22f1a9403f9ae34e21381942da 2024-12-07T21:58:31,470 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/b672f6e4090644b5927ad3887f574cff to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/b672f6e4090644b5927ad3887f574cff 2024-12-07T21:58:31,470 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/3ff16c3122d943d18c065f7e047b371a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/3ff16c3122d943d18c065f7e047b371a 2024-12-07T21:58:31,471 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/ea5c0bda1caf4dbc9508ade4061203ec to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/ea5c0bda1caf4dbc9508ade4061203ec 2024-12-07T21:58:31,472 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/85f025d3161c4f55a2d1917544a1cea3 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/85f025d3161c4f55a2d1917544a1cea3 2024-12-07T21:58:31,472 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/4242452b57ac4b959e85bc654298484c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/4242452b57ac4b959e85bc654298484c 2024-12-07T21:58:31,473 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/8cf7c25ae92348378d905759c7c44f46 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/8cf7c25ae92348378d905759c7c44f46 2024-12-07T21:58:31,473 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/77ac6c010e9a480ead2d53e539758cd6 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/77ac6c010e9a480ead2d53e539758cd6 2024-12-07T21:58:31,474 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/a708b27e8ec34ee9ba9891d4218d47f7 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/a708b27e8ec34ee9ba9891d4218d47f7 2024-12-07T21:58:31,475 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/b93a3ecdf3694e509505af8f0904566f to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/b93a3ecdf3694e509505af8f0904566f 2024-12-07T21:58:31,475 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/27c3053a40e845eda2a0eca32a5e5f7a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/27c3053a40e845eda2a0eca32a5e5f7a 2024-12-07T21:58:31,476 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/efcfbbf3f20541b7bd27d7dfd1271794 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/efcfbbf3f20541b7bd27d7dfd1271794 2024-12-07T21:58:31,477 DEBUG [StoreCloser-TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/6198369fd69e49dfbf6fcc61c24f9883 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/6198369fd69e49dfbf6fcc61c24f9883 2024-12-07T21:58:31,480 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/recovered.edits/476.seqid, newMaxSeqId=476, maxSeqId=1 2024-12-07T21:58:31,480 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. 2024-12-07T21:58:31,480 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1676): Region close journal for 1ad994d68cf6f401d4a99f6f8dd98a82: Waiting for close lock at 1733608710155Running coprocessor pre-close hooks at 1733608710155Disabling compacts and flushes for region at 1733608710155Disabling writes for close at 1733608710155Obtaining lock to block concurrent updates at 1733608710155Preparing flush snapshotting stores in 1ad994d68cf6f401d4a99f6f8dd98a82 at 1733608710155Finished memstore snapshotting TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1733608710155Flushing stores of TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82. at 1733608710156 (+1 ms)Flushing 1ad994d68cf6f401d4a99f6f8dd98a82/A: creating writer at 1733608710156Flushing 1ad994d68cf6f401d4a99f6f8dd98a82/A: appending metadata at 1733608710158 (+2 ms)Flushing 1ad994d68cf6f401d4a99f6f8dd98a82/A: closing flushed file at 1733608710158Flushing 1ad994d68cf6f401d4a99f6f8dd98a82/B: creating writer at 1733608710566 (+408 ms)Flushing 1ad994d68cf6f401d4a99f6f8dd98a82/B: appending metadata at 1733608710569 (+3 ms)Flushing 1ad994d68cf6f401d4a99f6f8dd98a82/B: closing flushed file at 1733608710569Flushing 1ad994d68cf6f401d4a99f6f8dd98a82/C: creating writer at 1733608710977 (+408 ms)Flushing 1ad994d68cf6f401d4a99f6f8dd98a82/C: appending metadata at 1733608710979 (+2 ms)Flushing 1ad994d68cf6f401d4a99f6f8dd98a82/C: closing flushed file at 1733608710979Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b93afb2: reopening flushed file at 1733608711387 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8d2495a: reopening flushed file at 1733608711391 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69e096c2: reopening flushed file at 1733608711396 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 1ad994d68cf6f401d4a99f6f8dd98a82 in 1246ms, sequenceid=473, compaction requested=true at 1733608711401 (+5 ms)Writing region close event to WAL at 1733608711478 (+77 ms)Running coprocessor post-close hooks at 1733608711480 (+2 ms)Closed at 1733608711480 2024-12-07T21:58:31,482 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] handler.UnassignRegionHandler(157): Closed 1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:31,482 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=1ad994d68cf6f401d4a99f6f8dd98a82, regionState=CLOSED 2024-12-07T21:58:31,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=134, ppid=133, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 because future has completed 2024-12-07T21:58:31,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-12-07T21:58:31,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; CloseRegionProcedure 1ad994d68cf6f401d4a99f6f8dd98a82, server=dbf4292a68c8,34281,1733608565228 in 1.4810 sec 2024-12-07T21:58:31,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=133, resume processing ppid=132 2024-12-07T21:58:31,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, ppid=132, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ad994d68cf6f401d4a99f6f8dd98a82, UNASSIGN in 1.4850 sec 2024-12-07T21:58:31,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-12-07T21:58:31,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4880 sec 2024-12-07T21:58:31,488 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608711488"}]},"ts":"1733608711488"} 2024-12-07T21:58:31,489 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-07T21:58:31,489 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-07T21:58:31,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4960 sec 2024-12-07T21:58:32,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-07T21:58:32,151 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:58:32,152 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-07T21:58:32,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:58:32,153 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=135, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:58:32,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-07T21:58:32,154 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=135, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:58:32,157 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:32,158 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A, FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B, FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C, FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/recovered.edits] 2024-12-07T21:58:32,160 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/07a915e6f81c4295ab592e02c39e33fd to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/07a915e6f81c4295ab592e02c39e33fd 2024-12-07T21:58:32,161 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/2e56f9869ae942fd9c05f51d1fc2835c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/2e56f9869ae942fd9c05f51d1fc2835c 2024-12-07T21:58:32,162 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/9f7de2781a2845488eb058449b54cd3c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/9f7de2781a2845488eb058449b54cd3c 2024-12-07T21:58:32,163 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/fb87e0f4597143ddac054328a0a08afa to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/A/fb87e0f4597143ddac054328a0a08afa 2024-12-07T21:58:32,168 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/51e1211dd1ce41e19838c5dbf90b7708 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/51e1211dd1ce41e19838c5dbf90b7708 2024-12-07T21:58:32,169 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/89af788e1b614016b4c6ed6f1b1d2977 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/89af788e1b614016b4c6ed6f1b1d2977 2024-12-07T21:58:32,170 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/95eb34d00f094a2db3a9b1ba7403fa1d to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/95eb34d00f094a2db3a9b1ba7403fa1d 2024-12-07T21:58:32,171 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/e8d843031c054a9e8500295ecb87487e to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/B/e8d843031c054a9e8500295ecb87487e 2024-12-07T21:58:32,173 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/4fa89663bb3741e9b4b0e8775bb14046 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/4fa89663bb3741e9b4b0e8775bb14046 2024-12-07T21:58:32,174 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/a24e6e54e9904b6384c5a2cb437e16d0 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/a24e6e54e9904b6384c5a2cb437e16d0 2024-12-07T21:58:32,175 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/b7c529932f694430b2fb14b4d10456d4 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/b7c529932f694430b2fb14b4d10456d4 2024-12-07T21:58:32,176 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/e7667e86b0d642aaa2c22627772fa038 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/C/e7667e86b0d642aaa2c22627772fa038 2024-12-07T21:58:32,178 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/recovered.edits/476.seqid to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82/recovered.edits/476.seqid 2024-12-07T21:58:32,178 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/1ad994d68cf6f401d4a99f6f8dd98a82 2024-12-07T21:58:32,178 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-07T21:58:32,180 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=135, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:58:32,182 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-07T21:58:32,184 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-07T21:58:32,185 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=135, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:58:32,185 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-07T21:58:32,185 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733608712185"}]},"ts":"9223372036854775807"} 2024-12-07T21:58:32,187 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-07T21:58:32,187 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 1ad994d68cf6f401d4a99f6f8dd98a82, NAME => 'TestAcidGuarantees,,1733608682719.1ad994d68cf6f401d4a99f6f8dd98a82.', STARTKEY => '', ENDKEY => ''}] 2024-12-07T21:58:32,188 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-07T21:58:32,188 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733608712188"}]},"ts":"9223372036854775807"} 2024-12-07T21:58:32,190 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-07T21:58:32,191 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=135, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:58:32,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 39 msec 2024-12-07T21:58:32,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-07T21:58:32,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-07T21:58:32,264 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:58:32,275 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=249 (was 252), OpenFileDescriptor=447 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=481 (was 477) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=18084 (was 18063) - AvailableMemoryMB LEAK? - 2024-12-07T21:58:32,287 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=249, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=481, ProcessCount=11, AvailableMemoryMB=18083 2024-12-07T21:58:32,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T21:58:32,289 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T21:58:32,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=136, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-07T21:58:32,291 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T21:58:32,291 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:32,291 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 136 2024-12-07T21:58:32,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-12-07T21:58:32,293 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T21:58:32,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742315_1491 (size=1061) 2024-12-07T21:58:32,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-12-07T21:58:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-12-07T21:58:32,700 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650 2024-12-07T21:58:32,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742316_1492 (size=53) 2024-12-07T21:58:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-12-07T21:58:33,106 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:58:33,107 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f10fec4fc2e9dcf5f3462c8898134d7c, disabling compactions & flushes 2024-12-07T21:58:33,107 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:33,107 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:33,107 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. after waiting 0 ms 2024-12-07T21:58:33,107 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:33,107 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:33,107 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f10fec4fc2e9dcf5f3462c8898134d7c: Waiting for close lock at 1733608713106Disabling compacts and flushes for region at 1733608713107 (+1 ms)Disabling writes for close at 1733608713107Writing region close event to WAL at 1733608713107Closed at 1733608713107 2024-12-07T21:58:33,109 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T21:58:33,110 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733608713109"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733608713109"}]},"ts":"1733608713109"} 2024-12-07T21:58:33,113 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-07T21:58:33,114 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T21:58:33,114 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608713114"}]},"ts":"1733608713114"} 2024-12-07T21:58:33,116 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-07T21:58:33,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f10fec4fc2e9dcf5f3462c8898134d7c, ASSIGN}] 2024-12-07T21:58:33,117 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f10fec4fc2e9dcf5f3462c8898134d7c, ASSIGN 2024-12-07T21:58:33,118 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f10fec4fc2e9dcf5f3462c8898134d7c, ASSIGN; state=OFFLINE, location=dbf4292a68c8,34281,1733608565228; forceNewPlan=false, retain=false 2024-12-07T21:58:33,269 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=f10fec4fc2e9dcf5f3462c8898134d7c, regionState=OPENING, regionLocation=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:33,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f10fec4fc2e9dcf5f3462c8898134d7c, ASSIGN because future has completed 2024-12-07T21:58:33,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; OpenRegionProcedure f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228}] 2024-12-07T21:58:33,426 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:33,426 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(7752): Opening region: {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:58:33,427 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:33,427 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:58:33,427 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(7794): checking encryption for f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:33,427 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(7797): checking classloading for f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:33,429 INFO [StoreOpener-f10fec4fc2e9dcf5f3462c8898134d7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-12-07T21:58:33,432 INFO [StoreOpener-f10fec4fc2e9dcf5f3462c8898134d7c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T21:58:33,432 INFO [StoreOpener-f10fec4fc2e9dcf5f3462c8898134d7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f10fec4fc2e9dcf5f3462c8898134d7c columnFamilyName A 2024-12-07T21:58:33,432 DEBUG [StoreOpener-f10fec4fc2e9dcf5f3462c8898134d7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:33,433 INFO [StoreOpener-f10fec4fc2e9dcf5f3462c8898134d7c-1 {}] regionserver.HStore(327): Store=f10fec4fc2e9dcf5f3462c8898134d7c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:58:33,433 INFO [StoreOpener-f10fec4fc2e9dcf5f3462c8898134d7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:33,435 INFO [StoreOpener-f10fec4fc2e9dcf5f3462c8898134d7c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T21:58:33,435 INFO [StoreOpener-f10fec4fc2e9dcf5f3462c8898134d7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f10fec4fc2e9dcf5f3462c8898134d7c columnFamilyName B 2024-12-07T21:58:33,435 DEBUG [StoreOpener-f10fec4fc2e9dcf5f3462c8898134d7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:33,436 INFO [StoreOpener-f10fec4fc2e9dcf5f3462c8898134d7c-1 {}] regionserver.HStore(327): Store=f10fec4fc2e9dcf5f3462c8898134d7c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:58:33,436 INFO [StoreOpener-f10fec4fc2e9dcf5f3462c8898134d7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:33,437 INFO [StoreOpener-f10fec4fc2e9dcf5f3462c8898134d7c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T21:58:33,437 INFO [StoreOpener-f10fec4fc2e9dcf5f3462c8898134d7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f10fec4fc2e9dcf5f3462c8898134d7c columnFamilyName C 2024-12-07T21:58:33,438 DEBUG [StoreOpener-f10fec4fc2e9dcf5f3462c8898134d7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:33,438 INFO [StoreOpener-f10fec4fc2e9dcf5f3462c8898134d7c-1 {}] regionserver.HStore(327): Store=f10fec4fc2e9dcf5f3462c8898134d7c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:58:33,438 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:33,439 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1038): replaying wal for f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:33,440 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:33,440 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:33,442 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1048): stopping wal replay for f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:33,442 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1060): Cleaning up temporary data for f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:33,443 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T21:58:33,445 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1093): writing seq id for f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:33,448 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T21:58:33,448 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1114): Opened f10fec4fc2e9dcf5f3462c8898134d7c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64475114, jitterRate=-0.039245933294296265}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T21:58:33,449 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:33,449 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegion(1006): Region open journal for f10fec4fc2e9dcf5f3462c8898134d7c: Running coprocessor pre-open hook at 1733608713427Writing region info on filesystem at 1733608713427Initializing all the Stores at 1733608713429 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608713429Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608713429Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608713429Cleaning up temporary data from old regions at 1733608713442 (+13 ms)Running coprocessor post-open hooks at 1733608713449 (+7 ms)Region opened successfully at 1733608713449 2024-12-07T21:58:33,451 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., pid=138, masterSystemTime=1733608713422 2024-12-07T21:58:33,453 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:33,453 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=138}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:33,453 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=f10fec4fc2e9dcf5f3462c8898134d7c, regionState=OPEN, openSeqNum=2, regionLocation=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:33,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=138, ppid=137, state=RUNNABLE, hasLock=false; OpenRegionProcedure f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 because future has completed 2024-12-07T21:58:33,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-12-07T21:58:33,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; OpenRegionProcedure f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 in 186 msec 2024-12-07T21:58:33,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=137, resume processing ppid=136 2024-12-07T21:58:33,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, ppid=136, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f10fec4fc2e9dcf5f3462c8898134d7c, ASSIGN in 343 msec 2024-12-07T21:58:33,461 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T21:58:33,461 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608713461"}]},"ts":"1733608713461"} 2024-12-07T21:58:33,463 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-07T21:58:33,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=136, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T21:58:33,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1740 sec 2024-12-07T21:58:33,578 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T21:58:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-12-07T21:58:34,441 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:58:34,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aaec12e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:34,443 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:58:34,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:58:34,444 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:58:34,444 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:58:34,444 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:58:34,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2307099d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:34,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:58:34,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:58:34,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:34,446 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60576, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:58:34,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fbdb282, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:34,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:58:34,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:58:34,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:58:34,450 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56370, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:58:34,451 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-07T21:58:34,452 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is dbf4292a68c8,33471,1733608564515 2024-12-07T21:58:34,452 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5dfd6d74 2024-12-07T21:58:34,452 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T21:58:34,453 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60584, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T21:58:34,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T21:58:34,454 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T21:58:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-07T21:58:34,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742317_1493 (size=1097) 2024-12-07T21:58:34,867 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-07T21:58:34,867 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-07T21:58:34,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T21:58:34,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f10fec4fc2e9dcf5f3462c8898134d7c, REOPEN/MOVE}] 2024-12-07T21:58:34,877 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f10fec4fc2e9dcf5f3462c8898134d7c, REOPEN/MOVE 2024-12-07T21:58:34,878 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=f10fec4fc2e9dcf5f3462c8898134d7c, regionState=CLOSING, regionLocation=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:34,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f10fec4fc2e9dcf5f3462c8898134d7c, REOPEN/MOVE because future has completed 2024-12-07T21:58:34,879 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T21:58:34,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; CloseRegionProcedure f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228}] 2024-12-07T21:58:35,031 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(122): Close f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:35,031 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-07T21:58:35,032 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1722): Closing f10fec4fc2e9dcf5f3462c8898134d7c, disabling compactions & flushes 2024-12-07T21:58:35,032 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:35,032 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:35,032 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. after waiting 0 ms 2024-12-07T21:58:35,032 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:35,034 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T21:58:35,035 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:35,035 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegion(1676): Region close journal for f10fec4fc2e9dcf5f3462c8898134d7c: Waiting for close lock at 1733608715032Running coprocessor pre-close hooks at 1733608715032Disabling compacts and flushes for region at 1733608715032Disabling writes for close at 1733608715032Writing region close event to WAL at 1733608715032Running coprocessor post-close hooks at 1733608715035 (+3 ms)Closed at 1733608715035 2024-12-07T21:58:35,035 WARN [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] regionserver.HRegionServer(3299): Not adding moved region record: f10fec4fc2e9dcf5f3462c8898134d7c to self. 2024-12-07T21:58:35,037 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=142}] handler.UnassignRegionHandler(157): Closed f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:35,037 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=f10fec4fc2e9dcf5f3462c8898134d7c, regionState=CLOSED 2024-12-07T21:58:35,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=142, ppid=141, state=RUNNABLE, hasLock=false; CloseRegionProcedure f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 because future has completed 2024-12-07T21:58:35,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-12-07T21:58:35,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; CloseRegionProcedure f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 in 159 msec 2024-12-07T21:58:35,040 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f10fec4fc2e9dcf5f3462c8898134d7c, REOPEN/MOVE; state=CLOSED, location=dbf4292a68c8,34281,1733608565228; forceNewPlan=false, retain=true 2024-12-07T21:58:35,191 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=f10fec4fc2e9dcf5f3462c8898134d7c, regionState=OPENING, regionLocation=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:35,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f10fec4fc2e9dcf5f3462c8898134d7c, REOPEN/MOVE because future has completed 2024-12-07T21:58:35,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228}] 2024-12-07T21:58:35,353 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:35,354 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7752): Opening region: {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} 2024-12-07T21:58:35,354 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:35,354 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T21:58:35,354 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7794): checking encryption for f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:35,354 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7797): checking classloading for f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:35,356 INFO [StoreOpener-f10fec4fc2e9dcf5f3462c8898134d7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:35,357 INFO [StoreOpener-f10fec4fc2e9dcf5f3462c8898134d7c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T21:58:35,358 INFO [StoreOpener-f10fec4fc2e9dcf5f3462c8898134d7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f10fec4fc2e9dcf5f3462c8898134d7c columnFamilyName A 2024-12-07T21:58:35,359 DEBUG [StoreOpener-f10fec4fc2e9dcf5f3462c8898134d7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:35,360 INFO [StoreOpener-f10fec4fc2e9dcf5f3462c8898134d7c-1 {}] regionserver.HStore(327): Store=f10fec4fc2e9dcf5f3462c8898134d7c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:58:35,361 INFO [StoreOpener-f10fec4fc2e9dcf5f3462c8898134d7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:35,362 INFO [StoreOpener-f10fec4fc2e9dcf5f3462c8898134d7c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T21:58:35,362 INFO [StoreOpener-f10fec4fc2e9dcf5f3462c8898134d7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f10fec4fc2e9dcf5f3462c8898134d7c columnFamilyName B 2024-12-07T21:58:35,362 DEBUG [StoreOpener-f10fec4fc2e9dcf5f3462c8898134d7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:35,363 INFO [StoreOpener-f10fec4fc2e9dcf5f3462c8898134d7c-1 {}] regionserver.HStore(327): Store=f10fec4fc2e9dcf5f3462c8898134d7c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:58:35,363 INFO [StoreOpener-f10fec4fc2e9dcf5f3462c8898134d7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:35,363 INFO [StoreOpener-f10fec4fc2e9dcf5f3462c8898134d7c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-07T21:58:35,363 INFO [StoreOpener-f10fec4fc2e9dcf5f3462c8898134d7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f10fec4fc2e9dcf5f3462c8898134d7c columnFamilyName C 2024-12-07T21:58:35,363 DEBUG [StoreOpener-f10fec4fc2e9dcf5f3462c8898134d7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:35,364 INFO [StoreOpener-f10fec4fc2e9dcf5f3462c8898134d7c-1 {}] regionserver.HStore(327): Store=f10fec4fc2e9dcf5f3462c8898134d7c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T21:58:35,364 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:35,364 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1038): replaying wal for f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:35,364 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:35,365 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:35,366 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1048): stopping wal replay for f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:35,366 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1060): Cleaning up temporary data for f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:35,366 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T21:58:35,367 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1093): writing seq id for f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:35,368 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1114): Opened f10fec4fc2e9dcf5f3462c8898134d7c; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63767762, jitterRate=-0.04978629946708679}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T21:58:35,368 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:35,368 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1006): Region open journal for f10fec4fc2e9dcf5f3462c8898134d7c: Running coprocessor pre-open hook at 1733608715355Writing region info on filesystem at 1733608715355Initializing all the Stores at 1733608715356 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608715356Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608715356Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733608715356Cleaning up temporary data from old regions at 1733608715366 (+10 ms)Running coprocessor post-open hooks at 1733608715368 (+2 ms)Region opened successfully at 1733608715368 2024-12-07T21:58:35,369 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., pid=143, masterSystemTime=1733608715349 2024-12-07T21:58:35,370 DEBUG [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:35,370 INFO [RS_OPEN_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:35,371 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=f10fec4fc2e9dcf5f3462c8898134d7c, regionState=OPEN, openSeqNum=5, regionLocation=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:35,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 because future has completed 2024-12-07T21:58:35,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=141 2024-12-07T21:58:35,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=141, state=SUCCESS, hasLock=false; OpenRegionProcedure f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 in 178 msec 2024-12-07T21:58:35,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140 2024-12-07T21:58:35,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f10fec4fc2e9dcf5f3462c8898134d7c, REOPEN/MOVE in 498 msec 2024-12-07T21:58:35,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-12-07T21:58:35,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 504 msec 2024-12-07T21:58:35,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 923 msec 2024-12-07T21:58:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-07T21:58:35,379 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:58:35,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d1887e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:35,380 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:58:35,380 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:58:35,380 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:58:35,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:58:35,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:58:35,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7201bcb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:35,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:58:35,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:58:35,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:35,381 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60594, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:58:35,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4893fd6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:35,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2a1e31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:35,382 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:58:35,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:58:35,382 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:58:35,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:58:35,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:58:35,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d6bd02d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:35,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:58:35,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:58:35,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:35,383 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60624, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:58:35,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be4a46c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:35,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cdeed38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:35,384 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:58:35,384 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:58:35,384 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:58:35,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:58:35,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:58:35,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6737aa8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:35,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:58:35,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:58:35,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:35,385 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60640, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:58:35,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6241adb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:35,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b6eabbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:35,386 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:58:35,386 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:58:35,387 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:58:35,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:58:35,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:58:35,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@571488d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:35,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:58:35,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:58:35,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:35,388 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60664, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:58:35,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50f15480, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:35,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b3be2dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:35,389 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:58:35,389 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:58:35,390 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:58:35,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:58:35,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:58:35,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b40a88d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:35,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:58:35,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:58:35,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:35,391 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60682, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:58:35,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3729c641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:35,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18d7368f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:35,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:58:35,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:58:35,393 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:58:35,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:58:35,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:58:35,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2747d46d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:35,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:58:35,394 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:58:35,394 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:35,394 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60686, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:58:35,395 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14be3a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:35,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108b0d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:35,395 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:58:35,396 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:58:35,396 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:58:35,396 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:58:35,396 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:58:35,397 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74cce6e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:35,397 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:58:35,397 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:58:35,397 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:35,398 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:58:35,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e12cef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:35,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a5be7c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:35,399 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:58:35,399 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:58:35,400 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:58:35,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:58:35,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:58:35,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73c4ab85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:35,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:58:35,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:58:35,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:35,401 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60738, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:58:35,401 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@164a5ca8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:35,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@162f1ee9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:35,402 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:58:35,402 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:58:35,403 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:58:35,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:58:35,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:58:35,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a80f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:35,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:58:35,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:58:35,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:35,405 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60760, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:58:35,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c99b32f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:35,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e62e123, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:35,406 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request dbf4292a68c8,33471,-1 for getting cluster id 2024-12-07T21:58:35,406 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-07T21:58:35,407 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc0c3073-42d6-47d8-ae8c-c32f50179107' 2024-12-07T21:58:35,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-07T21:58:35,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc0c3073-42d6-47d8-ae8c-c32f50179107" 2024-12-07T21:58:35,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c9ac4af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:35,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [dbf4292a68c8,33471,-1] 2024-12-07T21:58:35,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-07T21:58:35,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:35,409 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-07T21:58:35,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46cbfde5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T21:58:35,410 DEBUG [Thread-2217 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:58:35,410 DEBUG [Thread-2236 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:58:35,410 DEBUG [Thread-2221 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:58:35,410 DEBUG [Thread-2228 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:58:35,411 DEBUG [Thread-2219 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:58:35,411 DEBUG [Thread-2223 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:58:35,411 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:58:35,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:58:35,411 DEBUG [Thread-2234 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:58:35,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:58:35,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:58:35,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:58:35,411 DEBUG [Thread-2230 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:58:35,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:58:35,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:58:35,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:58:35,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:58:35,412 DEBUG [Thread-2225 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:58:35,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:58:35,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:58:35,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:58:35,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:58:35,412 DEBUG [Thread-2232 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-07T21:58:35,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:58:35,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56392, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:58:35,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56408, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:58:35,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:58:35,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:58:35,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:58:35,413 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:58:35,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56374, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:58:35,413 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:58:35,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:58:35,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:58:35,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=dbf4292a68c8,34281,1733608565228, seqNum=-1] 2024-12-07T21:58:35,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T21:58:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-12-07T21:58:35,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56418, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:58:35,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:58:35,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:58:35,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56434, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:58:35,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56474, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T21:58:35,415 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:58:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-07T21:58:35,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5] 2024-12-07T21:58:35,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5] 2024-12-07T21:58:35,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5] 2024-12-07T21:58:35,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5] 2024-12-07T21:58:35,416 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:58:35,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:58:35,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5] 2024-12-07T21:58:35,416 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5] 2024-12-07T21:58:35,416 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5] 2024-12-07T21:58:35,417 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5] 2024-12-07T21:58:35,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5] 2024-12-07T21:58:35,417 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5] 2024-12-07T21:58:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:35,422 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f10fec4fc2e9dcf5f3462c8898134d7c 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-07T21:58:35,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=A 2024-12-07T21:58:35,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:35,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=B 2024-12-07T21:58:35,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:35,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=C 2024-12-07T21:58:35,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:35,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608775437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:35,441 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733608715428, max timestamp=1733608715439Num uniques 859; 2024-12-07T21:58:35,441 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-07T21:58:35,441 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733608715428, max timestamp=1733608715439Num uniques 859; 2024-12-07T21:58:35,441 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-07T21:58:35,442 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733608715428, max timestamp=1733608715439Num uniques 859; 2024-12-07T21:58:35,442 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-07T21:58:35,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:35,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:35,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:35,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412070ad4b2e75ba34efe8ff2e24e38078be9_f10fec4fc2e9dcf5f3462c8898134d7c is 50, key is test_row_0/A:col10/1733608715422/Put/seqid=0 2024-12-07T21:58:35,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742318_1494 (size=12154) 2024-12-07T21:58:35,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608775456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:35,461 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:35,461 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:35,461 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:35,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56408 deadline: 1733608775457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:35,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:35,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:35,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:35,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608775458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:35,462 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:35,462 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:35,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:35,462 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1733608775459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:35,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:35,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:35,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-07T21:58:35,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608775550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:35,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:35,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:35,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:35,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-07T21:58:35,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:35,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:35,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:35,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:35,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:35,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56408 deadline: 1733608775571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:35,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:35,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:35,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:35,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608775571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:35,574 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:35,574 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:35,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:35,574 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608775571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:35,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:35,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:35,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:35,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1733608775571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:35,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:35,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:35,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:35,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-07T21:58:35,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:35,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:35,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:35,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:35,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-07T21:58:35,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608775761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:35,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:35,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:35,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:35,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56408 deadline: 1733608775781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:35,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:35,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:35,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:35,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608775781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:35,783 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:35,783 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:35,783 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:35,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608775781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:35,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:35,784 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1733608775781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:35,784 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:35,784 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:35,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:35,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:35,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:35,851 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:35,854 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412070ad4b2e75ba34efe8ff2e24e38078be9_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412070ad4b2e75ba34efe8ff2e24e38078be9_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:35,855 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/cdacd8e44405436cbed473710bfe5214, store: [table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:35,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/cdacd8e44405436cbed473710bfe5214 is 175, key is test_row_0/A:col10/1733608715422/Put/seqid=0 2024-12-07T21:58:35,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742319_1495 (size=30955) 2024-12-07T21:58:35,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-07T21:58:35,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:35,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:35,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:35,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:35,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:35,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:36,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-07T21:58:36,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:36,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:36,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:36,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:36,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:36,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-07T21:58:36,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608776070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:36,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:36,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:36,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:36,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:36,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56408 deadline: 1733608776091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:36,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:36,093 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608776091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:36,093 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:36,093 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:36,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:36,093 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608776091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:36,093 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:36,093 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:36,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:36,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:36,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:36,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1733608776091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:36,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:36,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:36,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:36,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-07T21:58:36,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:36,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:36,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:36,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:36,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:36,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:36,259 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/cdacd8e44405436cbed473710bfe5214 2024-12-07T21:58:36,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/c7a061dc557a466a876008187a58bd4b is 50, key is test_row_0/B:col10/1733608715422/Put/seqid=0 2024-12-07T21:58:36,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742320_1496 (size=12001) 2024-12-07T21:58:36,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-07T21:58:36,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:36,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:36,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:36,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:36,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:36,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:36,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-07T21:58:36,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:36,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:36,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:36,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:36,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-07T21:58:36,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608776581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:36,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:36,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:36,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:36,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56408 deadline: 1733608776600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:36,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:36,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:36,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:36,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608776600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:36,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:36,603 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:36,603 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608776600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:36,603 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:36,603 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:36,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:36,603 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:36,603 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1733608776601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:36,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:36,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:36,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:36,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-07T21:58:36,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:36,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:36,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:36,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:36,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:36,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/c7a061dc557a466a876008187a58bd4b 2024-12-07T21:58:36,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/68447e4e522a42edb4166ce610312e88 is 50, key is test_row_0/C:col10/1733608715422/Put/seqid=0 2024-12-07T21:58:36,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742321_1497 (size=12001) 2024-12-07T21:58:36,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-07T21:58:36,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:36,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:36,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:36,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:36,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:36,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-07T21:58:36,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:36,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:36,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:36,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:36,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:36,998 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T21:58:37,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-07T21:58:37,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:37,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:37,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:37,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:37,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:37,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:37,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/68447e4e522a42edb4166ce610312e88 2024-12-07T21:58:37,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/cdacd8e44405436cbed473710bfe5214 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/cdacd8e44405436cbed473710bfe5214 2024-12-07T21:58:37,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/cdacd8e44405436cbed473710bfe5214, entries=150, sequenceid=16, filesize=30.2 K 2024-12-07T21:58:37,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/c7a061dc557a466a876008187a58bd4b as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/c7a061dc557a466a876008187a58bd4b 2024-12-07T21:58:37,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/c7a061dc557a466a876008187a58bd4b, entries=150, sequenceid=16, filesize=11.7 K 2024-12-07T21:58:37,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/68447e4e522a42edb4166ce610312e88 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/68447e4e522a42edb4166ce610312e88 2024-12-07T21:58:37,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/68447e4e522a42edb4166ce610312e88, entries=150, sequenceid=16, filesize=11.7 K 2024-12-07T21:58:37,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=127.47 KB/130530 for f10fec4fc2e9dcf5f3462c8898134d7c in 1719ms, sequenceid=16, compaction requested=false 2024-12-07T21:58:37,141 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-07T21:58:37,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:37,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-07T21:58:37,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:37,247 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2902): Flushing f10fec4fc2e9dcf5f3462c8898134d7c 3/3 column families, dataSize=127.47 KB heapSize=351 KB 2024-12-07T21:58:37,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=A 2024-12-07T21:58:37,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:37,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=B 2024-12-07T21:58:37,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:37,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=C 2024-12-07T21:58:37,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:37,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120749318f4179434982a87b3c59a2b06cfc_f10fec4fc2e9dcf5f3462c8898134d7c is 50, key is test_row_0/A:col10/1733608715456/Put/seqid=0 2024-12-07T21:58:37,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742322_1498 (size=12154) 2024-12-07T21:58:37,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:37,295 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120749318f4179434982a87b3c59a2b06cfc_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120749318f4179434982a87b3c59a2b06cfc_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:37,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/a4e650e14514456e81593423af44eeea, store: [table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:37,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/a4e650e14514456e81593423af44eeea is 175, key is test_row_0/A:col10/1733608715456/Put/seqid=0 2024-12-07T21:58:37,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742323_1499 (size=30955) 2024-12-07T21:58:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-07T21:58:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:37,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:37,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56408 deadline: 1733608777621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:37,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1733608777621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:37,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608777624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:37,632 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_2' in f10fec4fc2e9dcf5f3462c8898134d7c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:58:37,633 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:37,633 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:37,633 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:37,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:37,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:37,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:37,633 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_0' in f10fec4fc2e9dcf5f3462c8898134d7c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:58:37,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:37,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:37,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:37,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:37,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608777630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:37,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:37,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:37,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608777632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:37,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:37,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:37,638 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:37,638 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:37,638 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:37,739 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/a4e650e14514456e81593423af44eeea 2024-12-07T21:58:37,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608777740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:37,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:37,746 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:37,746 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608777741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:37,746 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:37,746 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:37,746 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:37,746 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:37,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/5ce5fbdb7f2f410693f50482cbe79333 is 50, key is test_row_0/B:col10/1733608715456/Put/seqid=0 2024-12-07T21:58:37,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608777745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:37,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:37,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:37,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:37,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742324_1500 (size=12001) 2024-12-07T21:58:37,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608777951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:37,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:37,952 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:37,952 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608777951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:37,952 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:37,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:37,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:37,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:37,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:37,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608777961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:37,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:37,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:37,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:38,166 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/5ce5fbdb7f2f410693f50482cbe79333 2024-12-07T21:58:38,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/3fc01b4335514777a59fbe3776736e76 is 50, key is test_row_0/C:col10/1733608715456/Put/seqid=0 2024-12-07T21:58:38,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742325_1501 (size=12001) 2024-12-07T21:58:38,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608778261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:38,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:38,262 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:38,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608778261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:38,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:38,263 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:38,263 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:38,263 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:38,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608778270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:38,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:38,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:38,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:38,650 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/3fc01b4335514777a59fbe3776736e76 2024-12-07T21:58:38,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/a4e650e14514456e81593423af44eeea as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/a4e650e14514456e81593423af44eeea 2024-12-07T21:58:38,660 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/a4e650e14514456e81593423af44eeea, entries=150, sequenceid=49, filesize=30.2 K 2024-12-07T21:58:38,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/5ce5fbdb7f2f410693f50482cbe79333 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/5ce5fbdb7f2f410693f50482cbe79333 2024-12-07T21:58:38,666 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/5ce5fbdb7f2f410693f50482cbe79333, entries=150, sequenceid=49, filesize=11.7 K 2024-12-07T21:58:38,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/3fc01b4335514777a59fbe3776736e76 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/3fc01b4335514777a59fbe3776736e76 2024-12-07T21:58:38,671 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/3fc01b4335514777a59fbe3776736e76, entries=150, sequenceid=49, filesize=11.7 K 2024-12-07T21:58:38,672 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~350.95 KB/359376, currentSize=60.38 KB/61830 for f10fec4fc2e9dcf5f3462c8898134d7c in 1424ms, sequenceid=49, compaction requested=false 2024-12-07T21:58:38,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2603): Flush status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:38,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:38,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-12-07T21:58:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=145 2024-12-07T21:58:38,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-12-07T21:58:38,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2570 sec 2024-12-07T21:58:38,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 3.2670 sec 2024-12-07T21:58:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:38,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f10fec4fc2e9dcf5f3462c8898134d7c 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-07T21:58:38,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=A 2024-12-07T21:58:38,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:38,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=B 2024-12-07T21:58:38,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:38,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=C 2024-12-07T21:58:38,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:38,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412070594f114ba8846d6b068de29a1d7d003_f10fec4fc2e9dcf5f3462c8898134d7c is 50, key is test_row_0/A:col10/1733608718772/Put/seqid=0 2024-12-07T21:58:38,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608778806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:38,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:38,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:38,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:38,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608778811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:38,817 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:38,817 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:38,817 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:38,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608778813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:38,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:38,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:38,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:38,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742326_1502 (size=14594) 2024-12-07T21:58:38,829 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:38,840 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412070594f114ba8846d6b068de29a1d7d003_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412070594f114ba8846d6b068de29a1d7d003_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:38,842 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/04e9c06248674e818cbe35f9083a1ddb, store: [table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:38,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/04e9c06248674e818cbe35f9083a1ddb is 175, key is test_row_0/A:col10/1733608718772/Put/seqid=0 2024-12-07T21:58:38,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742327_1503 (size=39549) 2024-12-07T21:58:38,861 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=63, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/04e9c06248674e818cbe35f9083a1ddb 2024-12-07T21:58:38,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/e857f8b25c0f4986ac000f3c3c510e55 is 50, key is test_row_0/B:col10/1733608718772/Put/seqid=0 2024-12-07T21:58:38,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742328_1504 (size=12001) 2024-12-07T21:58:38,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:38,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608778921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:38,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:38,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:38,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:38,923 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:38,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608778921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:38,923 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:38,923 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:38,923 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:38,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:38,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608778921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:38,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:38,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:38,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:39,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608779131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:39,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608779131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:39,133 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:39,133 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:39,133 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:39,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:39,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:39,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:39,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608779131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:39,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:39,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:39,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:39,287 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/e857f8b25c0f4986ac000f3c3c510e55 2024-12-07T21:58:39,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/7504ff89edf149df9423bca51d9e0a53 is 50, key is test_row_0/C:col10/1733608718772/Put/seqid=0 2024-12-07T21:58:39,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742329_1505 (size=12001) 2024-12-07T21:58:39,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:39,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:39,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608779442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:39,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608779442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:39,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:39,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:39,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:39,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608779442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:39,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:39,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:39,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:39,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:39,443 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:39,443 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:39,443 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-12-07T21:58:39,580 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:58:39,581 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:58:39,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-12-07T21:58:39,582 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:58:39,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-07T21:58:39,583 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:58:39,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:58:39,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:39,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56408 deadline: 1733608779651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:39,654 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_2' in f10fec4fc2e9dcf5f3462c8898134d7c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:58:39,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:39,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:39,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:39,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1733608779661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:39,663 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_0' in f10fec4fc2e9dcf5f3462c8898134d7c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:58:39,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:39,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:39,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:39,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-07T21:58:39,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/7504ff89edf149df9423bca51d9e0a53 2024-12-07T21:58:39,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/04e9c06248674e818cbe35f9083a1ddb as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/04e9c06248674e818cbe35f9083a1ddb 2024-12-07T21:58:39,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/04e9c06248674e818cbe35f9083a1ddb, entries=200, sequenceid=63, filesize=38.6 K 2024-12-07T21:58:39,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/e857f8b25c0f4986ac000f3c3c510e55 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/e857f8b25c0f4986ac000f3c3c510e55 2024-12-07T21:58:39,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/e857f8b25c0f4986ac000f3c3c510e55, entries=150, sequenceid=63, filesize=11.7 K 2024-12-07T21:58:39,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/7504ff89edf149df9423bca51d9e0a53 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/7504ff89edf149df9423bca51d9e0a53 2024-12-07T21:58:39,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/7504ff89edf149df9423bca51d9e0a53, entries=150, sequenceid=63, filesize=11.7 K 2024-12-07T21:58:39,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for f10fec4fc2e9dcf5f3462c8898134d7c in 935ms, sequenceid=63, compaction requested=true 2024-12-07T21:58:39,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:39,709 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:58:39,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f10fec4fc2e9dcf5f3462c8898134d7c:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:58:39,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:39,710 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:58:39,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f10fec4fc2e9dcf5f3462c8898134d7c:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:58:39,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:39,710 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:58:39,710 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:58:39,710 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): f10fec4fc2e9dcf5f3462c8898134d7c/B is initiating minor compaction (all files) 2024-12-07T21:58:39,710 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): f10fec4fc2e9dcf5f3462c8898134d7c/A is initiating minor compaction (all files) 2024-12-07T21:58:39,710 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f10fec4fc2e9dcf5f3462c8898134d7c/B in TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:39,710 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f10fec4fc2e9dcf5f3462c8898134d7c/A in TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:39,710 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/c7a061dc557a466a876008187a58bd4b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/5ce5fbdb7f2f410693f50482cbe79333, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/e857f8b25c0f4986ac000f3c3c510e55] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp, totalSize=35.2 K 2024-12-07T21:58:39,710 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/cdacd8e44405436cbed473710bfe5214, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/a4e650e14514456e81593423af44eeea, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/04e9c06248674e818cbe35f9083a1ddb] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp, totalSize=99.1 K 2024-12-07T21:58:39,710 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:39,710 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. files: [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/cdacd8e44405436cbed473710bfe5214, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/a4e650e14514456e81593423af44eeea, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/04e9c06248674e818cbe35f9083a1ddb] 2024-12-07T21:58:39,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f10fec4fc2e9dcf5f3462c8898134d7c:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:58:39,711 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting c7a061dc557a466a876008187a58bd4b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733608715420 2024-12-07T21:58:39,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:58:39,711 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting cdacd8e44405436cbed473710bfe5214, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733608715420 2024-12-07T21:58:39,711 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ce5fbdb7f2f410693f50482cbe79333, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733608715451 2024-12-07T21:58:39,711 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4e650e14514456e81593423af44eeea, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733608715451 2024-12-07T21:58:39,711 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting e857f8b25c0f4986ac000f3c3c510e55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733608717615 2024-12-07T21:58:39,711 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04e9c06248674e818cbe35f9083a1ddb, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733608717615 2024-12-07T21:58:39,716 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f10fec4fc2e9dcf5f3462c8898134d7c#B#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:39,717 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/1e4cb63e89d349d4b3e2ac2e840e3706 is 50, key is test_row_0/B:col10/1733608718772/Put/seqid=0 2024-12-07T21:58:39,725 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:39,727 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207aabca450f4914c11901a0f1b6265042c_f10fec4fc2e9dcf5f3462c8898134d7c store=[table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:39,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742330_1506 (size=12104) 2024-12-07T21:58:39,729 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207aabca450f4914c11901a0f1b6265042c_f10fec4fc2e9dcf5f3462c8898134d7c, store=[table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:39,729 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207aabca450f4914c11901a0f1b6265042c_f10fec4fc2e9dcf5f3462c8898134d7c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:39,732 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/1e4cb63e89d349d4b3e2ac2e840e3706 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/1e4cb63e89d349d4b3e2ac2e840e3706 2024-12-07T21:58:39,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-07T21:58:39,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:39,736 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2902): Flushing f10fec4fc2e9dcf5f3462c8898134d7c 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-07T21:58:39,736 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f10fec4fc2e9dcf5f3462c8898134d7c/B of f10fec4fc2e9dcf5f3462c8898134d7c into 1e4cb63e89d349d4b3e2ac2e840e3706(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:39,736 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:39,736 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., storeName=f10fec4fc2e9dcf5f3462c8898134d7c/B, priority=13, startTime=1733608719710; duration=0sec 2024-12-07T21:58:39,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=A 2024-12-07T21:58:39,736 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:58:39,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:39,736 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f10fec4fc2e9dcf5f3462c8898134d7c:B 2024-12-07T21:58:39,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=B 2024-12-07T21:58:39,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:39,736 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:58:39,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=C 2024-12-07T21:58:39,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:39,739 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:58:39,739 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): f10fec4fc2e9dcf5f3462c8898134d7c/C is initiating minor compaction (all files) 2024-12-07T21:58:39,739 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f10fec4fc2e9dcf5f3462c8898134d7c/C in TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:39,740 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/68447e4e522a42edb4166ce610312e88, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/3fc01b4335514777a59fbe3776736e76, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/7504ff89edf149df9423bca51d9e0a53] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp, totalSize=35.2 K 2024-12-07T21:58:39,740 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 68447e4e522a42edb4166ce610312e88, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733608715420 2024-12-07T21:58:39,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742331_1507 (size=4469) 2024-12-07T21:58:39,741 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fc01b4335514777a59fbe3776736e76, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733608715451 2024-12-07T21:58:39,741 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 7504ff89edf149df9423bca51d9e0a53, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733608717615 2024-12-07T21:58:39,742 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f10fec4fc2e9dcf5f3462c8898134d7c#A#compaction#433 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:39,743 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/fa5a49148f0c4808b552ebff43d55f6c is 175, key is test_row_0/A:col10/1733608718772/Put/seqid=0 2024-12-07T21:58:39,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412074d30f6f320554c6b873c051a5c2330a5_f10fec4fc2e9dcf5f3462c8898134d7c is 50, key is test_row_0/A:col10/1733608718801/Put/seqid=0 2024-12-07T21:58:39,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742333_1509 (size=12154) 2024-12-07T21:58:39,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742332_1508 (size=31058) 2024-12-07T21:58:39,757 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f10fec4fc2e9dcf5f3462c8898134d7c#C#compaction#435 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:39,757 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/c7a2237a0f434e5ebfa1fb8bded3a82c is 50, key is test_row_0/C:col10/1733608718772/Put/seqid=0 2024-12-07T21:58:39,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742334_1510 (size=12104) 2024-12-07T21:58:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-07T21:58:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:39,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:39,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608779960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:39,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:39,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:39,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:39,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608779964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:39,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:39,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:39,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:39,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608779965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:39,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:39,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:39,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:40,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608780070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:40,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608780070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:40,072 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:40,072 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:40,072 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:40,072 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:40,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:40,072 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:40,072 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608780071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:40,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:40,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:40,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:40,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:40,159 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412074d30f6f320554c6b873c051a5c2330a5_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412074d30f6f320554c6b873c051a5c2330a5_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:40,160 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/fa5a49148f0c4808b552ebff43d55f6c as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/fa5a49148f0c4808b552ebff43d55f6c 2024-12-07T21:58:40,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/1f635234658146408ac3c1f3915a668f, store: [table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:40,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/1f635234658146408ac3c1f3915a668f is 175, key is test_row_0/A:col10/1733608718801/Put/seqid=0 2024-12-07T21:58:40,164 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f10fec4fc2e9dcf5f3462c8898134d7c/A of f10fec4fc2e9dcf5f3462c8898134d7c into fa5a49148f0c4808b552ebff43d55f6c(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:40,164 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:40,164 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., storeName=f10fec4fc2e9dcf5f3462c8898134d7c/A, priority=13, startTime=1733608719709; duration=0sec 2024-12-07T21:58:40,164 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:40,164 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f10fec4fc2e9dcf5f3462c8898134d7c:A 2024-12-07T21:58:40,173 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/c7a2237a0f434e5ebfa1fb8bded3a82c as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/c7a2237a0f434e5ebfa1fb8bded3a82c 2024-12-07T21:58:40,178 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f10fec4fc2e9dcf5f3462c8898134d7c/C of f10fec4fc2e9dcf5f3462c8898134d7c into c7a2237a0f434e5ebfa1fb8bded3a82c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:40,178 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:40,178 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., storeName=f10fec4fc2e9dcf5f3462c8898134d7c/C, priority=13, startTime=1733608719710; duration=0sec 2024-12-07T21:58:40,178 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:40,178 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f10fec4fc2e9dcf5f3462c8898134d7c:C 2024-12-07T21:58:40,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742335_1511 (size=30955) 2024-12-07T21:58:40,181 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/1f635234658146408ac3c1f3915a668f 2024-12-07T21:58:40,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/a76e7efab1ef43639797ddad10484014 is 50, key is test_row_0/B:col10/1733608718801/Put/seqid=0 2024-12-07T21:58:40,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742336_1512 (size=12001) 2024-12-07T21:58:40,209 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/a76e7efab1ef43639797ddad10484014 2024-12-07T21:58:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-07T21:58:40,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/b3e06a53aa8f45fc9a6e6f47c73db884 is 50, key is test_row_0/C:col10/1733608718801/Put/seqid=0 2024-12-07T21:58:40,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742337_1513 (size=12001) 2024-12-07T21:58:40,228 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/b3e06a53aa8f45fc9a6e6f47c73db884 2024-12-07T21:58:40,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/1f635234658146408ac3c1f3915a668f as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/1f635234658146408ac3c1f3915a668f 2024-12-07T21:58:40,235 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/1f635234658146408ac3c1f3915a668f, entries=150, sequenceid=83, filesize=30.2 K 2024-12-07T21:58:40,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/a76e7efab1ef43639797ddad10484014 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/a76e7efab1ef43639797ddad10484014 2024-12-07T21:58:40,240 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/a76e7efab1ef43639797ddad10484014, entries=150, sequenceid=83, filesize=11.7 K 2024-12-07T21:58:40,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/b3e06a53aa8f45fc9a6e6f47c73db884 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/b3e06a53aa8f45fc9a6e6f47c73db884 2024-12-07T21:58:40,244 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/b3e06a53aa8f45fc9a6e6f47c73db884, entries=150, sequenceid=83, filesize=11.7 K 2024-12-07T21:58:40,245 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for f10fec4fc2e9dcf5f3462c8898134d7c in 509ms, sequenceid=83, compaction requested=false 2024-12-07T21:58:40,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2603): Flush status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:40,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:40,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-12-07T21:58:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=147 2024-12-07T21:58:40,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-12-07T21:58:40,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 662 msec 2024-12-07T21:58:40,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 666 msec 2024-12-07T21:58:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:40,282 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f10fec4fc2e9dcf5f3462c8898134d7c 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-07T21:58:40,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=A 2024-12-07T21:58:40,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:40,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=B 2024-12-07T21:58:40,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:40,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=C 2024-12-07T21:58:40,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:40,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207369099c7aea7450da595ebb5bf63478e_f10fec4fc2e9dcf5f3462c8898134d7c is 50, key is test_row_0/A:col10/1733608720281/Put/seqid=0 2024-12-07T21:58:40,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608780304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:40,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:40,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:40,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:40,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742338_1514 (size=12154) 2024-12-07T21:58:40,313 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:40,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608780310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:40,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608780312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:40,313 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:40,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:40,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:40,314 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:40,314 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:40,314 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:40,320 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207369099c7aea7450da595ebb5bf63478e_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207369099c7aea7450da595ebb5bf63478e_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:40,321 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/c890a37e544c4e2d8854e31ca9c03abd, store: [table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:40,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/c890a37e544c4e2d8854e31ca9c03abd is 175, key is test_row_0/A:col10/1733608720281/Put/seqid=0 2024-12-07T21:58:40,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742339_1515 (size=30955) 2024-12-07T21:58:40,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608780421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:40,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:40,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608780421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:40,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:40,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:40,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:40,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:40,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608780421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:40,422 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:40,422 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:40,422 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:40,422 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:40,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608780630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:40,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:40,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:40,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:40,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608780631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:40,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:40,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:40,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:40,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608780631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:40,633 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:40,633 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:40,633 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-12-07T21:58:40,721 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:58:40,721 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:58:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-12-07T21:58:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-07T21:58:40,722 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:58:40,723 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:58:40,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:58:40,727 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=100, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/c890a37e544c4e2d8854e31ca9c03abd 2024-12-07T21:58:40,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/c2359a3bc7e24d6cab5893497d03143a is 50, key is test_row_0/B:col10/1733608720281/Put/seqid=0 2024-12-07T21:58:40,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742340_1516 (size=12001) 2024-12-07T21:58:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-07T21:58:40,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-07T21:58:40,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:40,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:40,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:40,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:40,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:40,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608780940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:40,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:40,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:40,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608780940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:40,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:40,942 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:40,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:40,942 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:40,942 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608780940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:40,942 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:40,942 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:40,942 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:41,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-07T21:58:41,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:41,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:41,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:41,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:41,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-07T21:58:41,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/c2359a3bc7e24d6cab5893497d03143a 2024-12-07T21:58:41,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/e2349262242247dab4c124ccce8095c6 is 50, key is test_row_0/C:col10/1733608720281/Put/seqid=0 2024-12-07T21:58:41,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742341_1517 (size=12001) 2024-12-07T21:58:41,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-07T21:58:41,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:41,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:41,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:41,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:41,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:41,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-07T21:58:41,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:41,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:41,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:41,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:41,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:41,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:41,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-07T21:58:41,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608781451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:41,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:41,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608781451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:41,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:41,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:41,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:41,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:41,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608781451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:41,452 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:41,452 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:41,452 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:41,452 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:41,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-07T21:58:41,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:41,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:41,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:41,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:41,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:41,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:41,548 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/e2349262242247dab4c124ccce8095c6 2024-12-07T21:58:41,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/c890a37e544c4e2d8854e31ca9c03abd as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/c890a37e544c4e2d8854e31ca9c03abd 2024-12-07T21:58:41,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/c890a37e544c4e2d8854e31ca9c03abd, entries=150, sequenceid=100, filesize=30.2 K 2024-12-07T21:58:41,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/c2359a3bc7e24d6cab5893497d03143a as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/c2359a3bc7e24d6cab5893497d03143a 2024-12-07T21:58:41,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/c2359a3bc7e24d6cab5893497d03143a, entries=150, sequenceid=100, filesize=11.7 K 2024-12-07T21:58:41,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/e2349262242247dab4c124ccce8095c6 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/e2349262242247dab4c124ccce8095c6 2024-12-07T21:58:41,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/e2349262242247dab4c124ccce8095c6, entries=150, sequenceid=100, filesize=11.7 K 2024-12-07T21:58:41,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for f10fec4fc2e9dcf5f3462c8898134d7c in 1278ms, sequenceid=100, compaction requested=true 2024-12-07T21:58:41,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:41,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f10fec4fc2e9dcf5f3462c8898134d7c:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:58:41,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:41,560 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:58:41,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f10fec4fc2e9dcf5f3462c8898134d7c:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:58:41,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:41,560 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:58:41,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f10fec4fc2e9dcf5f3462c8898134d7c:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:58:41,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:58:41,561 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:58:41,561 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:58:41,561 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): f10fec4fc2e9dcf5f3462c8898134d7c/A is initiating minor compaction (all files) 2024-12-07T21:58:41,561 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): f10fec4fc2e9dcf5f3462c8898134d7c/B is initiating minor compaction (all files) 2024-12-07T21:58:41,561 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f10fec4fc2e9dcf5f3462c8898134d7c/B in TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:41,561 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f10fec4fc2e9dcf5f3462c8898134d7c/A in TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:41,561 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/1e4cb63e89d349d4b3e2ac2e840e3706, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/a76e7efab1ef43639797ddad10484014, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/c2359a3bc7e24d6cab5893497d03143a] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp, totalSize=35.3 K 2024-12-07T21:58:41,561 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/fa5a49148f0c4808b552ebff43d55f6c, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/1f635234658146408ac3c1f3915a668f, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/c890a37e544c4e2d8854e31ca9c03abd] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp, totalSize=90.8 K 2024-12-07T21:58:41,561 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:41,561 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. files: [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/fa5a49148f0c4808b552ebff43d55f6c, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/1f635234658146408ac3c1f3915a668f, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/c890a37e544c4e2d8854e31ca9c03abd] 2024-12-07T21:58:41,561 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e4cb63e89d349d4b3e2ac2e840e3706, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733608717615 2024-12-07T21:58:41,561 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa5a49148f0c4808b552ebff43d55f6c, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733608717615 2024-12-07T21:58:41,562 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting a76e7efab1ef43639797ddad10484014, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733608718788 2024-12-07T21:58:41,562 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f635234658146408ac3c1f3915a668f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733608718788 2024-12-07T21:58:41,562 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting c2359a3bc7e24d6cab5893497d03143a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733608719959 2024-12-07T21:58:41,562 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting c890a37e544c4e2d8854e31ca9c03abd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733608719959 2024-12-07T21:58:41,573 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:41,574 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f10fec4fc2e9dcf5f3462c8898134d7c#B#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:41,575 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/40cd276e2b0d4346917c56ec83846ad2 is 50, key is test_row_0/B:col10/1733608720281/Put/seqid=0 2024-12-07T21:58:41,579 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120769118b95fd1d458d951216cd9906303a_f10fec4fc2e9dcf5f3462c8898134d7c store=[table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:41,580 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120769118b95fd1d458d951216cd9906303a_f10fec4fc2e9dcf5f3462c8898134d7c, store=[table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:41,580 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120769118b95fd1d458d951216cd9906303a_f10fec4fc2e9dcf5f3462c8898134d7c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:41,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742342_1518 (size=12207) 2024-12-07T21:58:41,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742343_1519 (size=4469) 2024-12-07T21:58:41,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-07T21:58:41,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:41,637 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing f10fec4fc2e9dcf5f3462c8898134d7c 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-07T21:58:41,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=A 2024-12-07T21:58:41,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:41,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=B 2024-12-07T21:58:41,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:41,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=C 2024-12-07T21:58:41,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:41,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207878ef5a3ea054a84a90a1f71b00619de_f10fec4fc2e9dcf5f3462c8898134d7c is 50, key is test_row_0/A:col10/1733608720303/Put/seqid=0 2024-12-07T21:58:41,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742344_1520 (size=12154) 2024-12-07T21:58:41,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,648 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207878ef5a3ea054a84a90a1f71b00619de_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207878ef5a3ea054a84a90a1f71b00619de_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:41,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/f6e5a479ef64414c8c6de7bc39369dbb, store: [table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:41,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/f6e5a479ef64414c8c6de7bc39369dbb is 175, key is test_row_0/A:col10/1733608720303/Put/seqid=0 2024-12-07T21:58:41,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742345_1521 (size=30955) 2024-12-07T21:58:41,652 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/f6e5a479ef64414c8c6de7bc39369dbb 2024-12-07T21:58:41,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/82cc28213c7b4287b350644686235f07 is 50, key is test_row_0/B:col10/1733608720303/Put/seqid=0 2024-12-07T21:58:41,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742346_1522 (size=12001) 2024-12-07T21:58:41,660 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/82cc28213c7b4287b350644686235f07 2024-12-07T21:58:41,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/f2a4813247f140daa6ffbe3a132cf18d is 50, key is test_row_0/C:col10/1733608720303/Put/seqid=0 2024-12-07T21:58:41,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742347_1523 (size=12001) 2024-12-07T21:58:41,668 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/f2a4813247f140daa6ffbe3a132cf18d 2024-12-07T21:58:41,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/f6e5a479ef64414c8c6de7bc39369dbb as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/f6e5a479ef64414c8c6de7bc39369dbb 2024-12-07T21:58:41,674 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/f6e5a479ef64414c8c6de7bc39369dbb, entries=150, sequenceid=117, filesize=30.2 K 2024-12-07T21:58:41,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/82cc28213c7b4287b350644686235f07 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/82cc28213c7b4287b350644686235f07 2024-12-07T21:58:41,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,677 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/82cc28213c7b4287b350644686235f07, entries=150, sequenceid=117, filesize=11.7 K 2024-12-07T21:58:41,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/f2a4813247f140daa6ffbe3a132cf18d as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/f2a4813247f140daa6ffbe3a132cf18d 2024-12-07T21:58:41,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,681 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/f2a4813247f140daa6ffbe3a132cf18d, entries=150, sequenceid=117, filesize=11.7 K 2024-12-07T21:58:41,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,682 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=0 B/0 for f10fec4fc2e9dcf5f3462c8898134d7c in 45ms, sequenceid=117, compaction requested=true 2024-12-07T21:58:41,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:41,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:41,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-12-07T21:58:41,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=149 2024-12-07T21:58:41,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-12-07T21:58:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 960 msec 2024-12-07T21:58:41,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 964 msec 2024-12-07T21:58:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-07T21:58:41,861 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:58:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,861 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:58:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-12-07T21:58:41,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,863 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:58:41,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,864 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:58:41,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:58:41,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-07T21:58:41,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-07T21:58:41,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,993 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f10fec4fc2e9dcf5f3462c8898134d7c#A#compaction#442 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,993 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/78a0546a11364ad294f840e756168384 is 175, key is test_row_0/A:col10/1733608720281/Put/seqid=0 2024-12-07T21:58:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,994 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/40cd276e2b0d4346917c56ec83846ad2 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/40cd276e2b0d4346917c56ec83846ad2 2024-12-07T21:58:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,998 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f10fec4fc2e9dcf5f3462c8898134d7c/B of f10fec4fc2e9dcf5f3462c8898134d7c into 40cd276e2b0d4346917c56ec83846ad2(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:41,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,998 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:41,999 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., storeName=f10fec4fc2e9dcf5f3462c8898134d7c/B, priority=13, startTime=1733608721560; duration=0sec 2024-12-07T21:58:41,999 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:58:41,999 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f10fec4fc2e9dcf5f3462c8898134d7c:B 2024-12-07T21:58:41,999 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T21:58:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,000 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T21:58:42,000 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): f10fec4fc2e9dcf5f3462c8898134d7c/C is initiating minor compaction (all files) 2024-12-07T21:58:42,000 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f10fec4fc2e9dcf5f3462c8898134d7c/C in TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,000 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/c7a2237a0f434e5ebfa1fb8bded3a82c, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/b3e06a53aa8f45fc9a6e6f47c73db884, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/e2349262242247dab4c124ccce8095c6, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/f2a4813247f140daa6ffbe3a132cf18d] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp, totalSize=47.0 K 2024-12-07T21:58:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,001 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting c7a2237a0f434e5ebfa1fb8bded3a82c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733608717615 2024-12-07T21:58:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,001 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting b3e06a53aa8f45fc9a6e6f47c73db884, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733608718788 2024-12-07T21:58:42,001 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting e2349262242247dab4c124ccce8095c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733608719959 2024-12-07T21:58:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,001 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting f2a4813247f140daa6ffbe3a132cf18d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733608720303 2024-12-07T21:58:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,008 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f10fec4fc2e9dcf5f3462c8898134d7c#C#compaction#446 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,009 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/0bdbb4384cd4411b8f3ae148b377b8d3 is 50, key is test_row_0/C:col10/1733608720303/Put/seqid=0 2024-12-07T21:58:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742348_1524 (size=31161) 2024-12-07T21:58:42,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742349_1525 (size=12241) 2024-12-07T21:58:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-07T21:58:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:42,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:42,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-12-07T21:58:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-12-07T21:58:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-12-07T21:58:42,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-12-07T21:58:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,023 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 160 msec 2024-12-07T21:58:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-07T21:58:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,181 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:58:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,182 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:58:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-12-07T21:58:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-07T21:58:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,184 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:58:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,185 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:58:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:58:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-07T21:58:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-07T21:58:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:42,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:42,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-12-07T21:58:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-12-07T21:58:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-12-07T21:58:42,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-12-07T21:58:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 160 msec 2024-12-07T21:58:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,422 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/78a0546a11364ad294f840e756168384 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/78a0546a11364ad294f840e756168384 2024-12-07T21:58:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,422 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/0bdbb4384cd4411b8f3ae148b377b8d3 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/0bdbb4384cd4411b8f3ae148b377b8d3 2024-12-07T21:58:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,426 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f10fec4fc2e9dcf5f3462c8898134d7c/C of f10fec4fc2e9dcf5f3462c8898134d7c into 0bdbb4384cd4411b8f3ae148b377b8d3(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:42,426 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f10fec4fc2e9dcf5f3462c8898134d7c/A of f10fec4fc2e9dcf5f3462c8898134d7c into 78a0546a11364ad294f840e756168384(size=30.4 K), total size for store is 60.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:42,426 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:42,426 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:42,426 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., storeName=f10fec4fc2e9dcf5f3462c8898134d7c/A, priority=13, startTime=1733608721560; duration=0sec 2024-12-07T21:58:42,426 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., storeName=f10fec4fc2e9dcf5f3462c8898134d7c/C, priority=12, startTime=1733608721560; duration=0sec 2024-12-07T21:58:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,426 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:42,426 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:42,426 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f10fec4fc2e9dcf5f3462c8898134d7c:C 2024-12-07T21:58:42,426 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f10fec4fc2e9dcf5f3462c8898134d7c:A 2024-12-07T21:58:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-07T21:58:42,501 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:58:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,502 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:58:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-12-07T21:58:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,504 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f10fec4fc2e9dcf5f3462c8898134d7c 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-07T21:58:42,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=A 2024-12-07T21:58:42,504 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:58:42,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:42,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=B 2024-12-07T21:58:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:42,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=C 2024-12-07T21:58:42,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-07T21:58:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,505 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:58:42,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:58:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412078d3d6180fad44d7d894611ac28a31814_f10fec4fc2e9dcf5f3462c8898134d7c is 50, key is test_row_0/A:col10/1733608722499/Put/seqid=0 2024-12-07T21:58:42,555 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733608722534, max timestamp=1733608722552Num uniques 859; 2024-12-07T21:58:42,555 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733608722534, max timestamp=1733608722552Num uniques 859; 2024-12-07T21:58:42,555 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733608722534, max timestamp=1733608722552Num uniques 859; 2024-12-07T21:58:42,555 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T21:58:42,555 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T21:58:42,555 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-07T21:58:42,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742350_1526 (size=19674) 2024-12-07T21:58:42,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:42,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608782584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:42,586 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:42,586 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:42,586 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:42,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:42,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608782585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:42,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:42,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:42,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:42,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608782586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:42,591 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:42,591 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:42,591 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:42,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-07T21:58:42,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-07T21:58:42,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:42,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:42,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:42,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:42,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:42,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:42,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608782691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608782690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:42,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:42,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:42,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:42,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:42,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:42,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:42,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608782701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:42,703 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:42,703 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:42,703 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:42,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-07T21:58:42,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:42,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:42,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:42,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:42,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-07T21:58:42,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608782901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:42,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608782901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:42,905 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:42,905 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:42,905 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:42,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:42,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:42,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:42,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608782911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:42,914 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:42,914 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:42,914 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:42,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-07T21:58:42,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:42,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:42,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:42,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:42,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:42,970 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:42,973 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412078d3d6180fad44d7d894611ac28a31814_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412078d3d6180fad44d7d894611ac28a31814_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:42,974 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/d9b8378a17964ecf8aaefd37b9f8e2f0, store: [table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:42,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/d9b8378a17964ecf8aaefd37b9f8e2f0 is 175, key is test_row_0/A:col10/1733608722499/Put/seqid=0 2024-12-07T21:58:42,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742351_1527 (size=56929) 2024-12-07T21:58:42,982 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/d9b8378a17964ecf8aaefd37b9f8e2f0 2024-12-07T21:58:42,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/45f45cdcfec34796bf75fa2d4e3bed80 is 50, key is test_row_0/B:col10/1733608722499/Put/seqid=0 2024-12-07T21:58:42,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742352_1528 (size=9757) 2024-12-07T21:58:42,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/45f45cdcfec34796bf75fa2d4e3bed80 2024-12-07T21:58:43,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/a905ba9a9d6149ccbc795f3c7c441ebb is 50, key is test_row_0/C:col10/1733608722499/Put/seqid=0 2024-12-07T21:58:43,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742353_1529 (size=9757) 2024-12-07T21:58:43,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/a905ba9a9d6149ccbc795f3c7c441ebb 2024-12-07T21:58:43,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/d9b8378a17964ecf8aaefd37b9f8e2f0 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/d9b8378a17964ecf8aaefd37b9f8e2f0 2024-12-07T21:58:43,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/d9b8378a17964ecf8aaefd37b9f8e2f0, entries=300, sequenceid=132, filesize=55.6 K 2024-12-07T21:58:43,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/45f45cdcfec34796bf75fa2d4e3bed80 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/45f45cdcfec34796bf75fa2d4e3bed80 2024-12-07T21:58:43,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/45f45cdcfec34796bf75fa2d4e3bed80, entries=100, sequenceid=132, filesize=9.5 K 2024-12-07T21:58:43,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/a905ba9a9d6149ccbc795f3c7c441ebb as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/a905ba9a9d6149ccbc795f3c7c441ebb 2024-12-07T21:58:43,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/a905ba9a9d6149ccbc795f3c7c441ebb, entries=100, sequenceid=132, filesize=9.5 K 2024-12-07T21:58:43,036 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for f10fec4fc2e9dcf5f3462c8898134d7c in 532ms, sequenceid=132, compaction requested=true 2024-12-07T21:58:43,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:43,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f10fec4fc2e9dcf5f3462c8898134d7c:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:58:43,037 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:58:43,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:43,037 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:58:43,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f10fec4fc2e9dcf5f3462c8898134d7c:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:58:43,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:43,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f10fec4fc2e9dcf5f3462c8898134d7c:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:58:43,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:58:43,038 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119045 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:58:43,038 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:58:43,038 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): f10fec4fc2e9dcf5f3462c8898134d7c/B is initiating minor compaction (all files) 2024-12-07T21:58:43,038 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): f10fec4fc2e9dcf5f3462c8898134d7c/A is initiating minor compaction (all files) 2024-12-07T21:58:43,038 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f10fec4fc2e9dcf5f3462c8898134d7c/B in TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:43,038 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f10fec4fc2e9dcf5f3462c8898134d7c/A in TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:43,038 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/78a0546a11364ad294f840e756168384, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/f6e5a479ef64414c8c6de7bc39369dbb, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/d9b8378a17964ecf8aaefd37b9f8e2f0] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp, totalSize=116.3 K 2024-12-07T21:58:43,038 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/40cd276e2b0d4346917c56ec83846ad2, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/82cc28213c7b4287b350644686235f07, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/45f45cdcfec34796bf75fa2d4e3bed80] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp, totalSize=33.2 K 2024-12-07T21:58:43,038 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:43,038 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. files: [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/78a0546a11364ad294f840e756168384, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/f6e5a479ef64414c8c6de7bc39369dbb, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/d9b8378a17964ecf8aaefd37b9f8e2f0] 2024-12-07T21:58:43,038 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 40cd276e2b0d4346917c56ec83846ad2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733608719959 2024-12-07T21:58:43,038 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78a0546a11364ad294f840e756168384, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1733608719959 2024-12-07T21:58:43,039 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 82cc28213c7b4287b350644686235f07, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733608720303 2024-12-07T21:58:43,039 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6e5a479ef64414c8c6de7bc39369dbb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733608720303 2024-12-07T21:58:43,039 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 45f45cdcfec34796bf75fa2d4e3bed80, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733608722499 2024-12-07T21:58:43,040 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9b8378a17964ecf8aaefd37b9f8e2f0, keycount=300, bloomtype=ROW, size=55.6 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733608722485 2024-12-07T21:58:43,050 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f10fec4fc2e9dcf5f3462c8898134d7c#B#compaction#450 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:43,050 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/d6f1177160664fdb98e9ccf8ea6b178c is 50, key is test_row_0/B:col10/1733608722499/Put/seqid=0 2024-12-07T21:58:43,067 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:43,092 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412078395bedc135e4445ab9ae08abc4269e3_f10fec4fc2e9dcf5f3462c8898134d7c store=[table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:43,094 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412078395bedc135e4445ab9ae08abc4269e3_f10fec4fc2e9dcf5f3462c8898134d7c, store=[table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:43,094 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412078395bedc135e4445ab9ae08abc4269e3_f10fec4fc2e9dcf5f3462c8898134d7c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:43,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742354_1530 (size=12409) 2024-12-07T21:58:43,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-07T21:58:43,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:43,117 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing f10fec4fc2e9dcf5f3462c8898134d7c 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-07T21:58:43,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=A 2024-12-07T21:58:43,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:43,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=B 2024-12-07T21:58:43,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:43,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=C 2024-12-07T21:58:43,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-07T21:58:43,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742355_1531 (size=4469) 2024-12-07T21:58:43,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120784ee24a4aff844eb981e07e8b4fb32e9_f10fec4fc2e9dcf5f3462c8898134d7c is 50, key is test_row_0/A:col10/1733608722582/Put/seqid=0 2024-12-07T21:58:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:43,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:43,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742356_1532 (size=12304) 2024-12-07T21:58:43,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:43,219 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120784ee24a4aff844eb981e07e8b4fb32e9_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120784ee24a4aff844eb981e07e8b4fb32e9_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:43,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/d60c1d3d162149beae5448d3777e3700, store: [table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:43,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/d60c1d3d162149beae5448d3777e3700 is 175, key is test_row_0/A:col10/1733608722582/Put/seqid=0 2024-12-07T21:58:43,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608783231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:43,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:43,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:43,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:43,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608783234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:43,241 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:43,241 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:43,241 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:43,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608783235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:43,242 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:43,242 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:43,242 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:43,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742357_1533 (size=31105) 2024-12-07T21:58:43,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608783341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:43,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:43,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:43,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:43,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608783351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:43,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:43,355 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608783351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:43,355 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:43,355 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:43,355 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:43,355 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:43,355 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:43,514 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/d6f1177160664fdb98e9ccf8ea6b178c as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/d6f1177160664fdb98e9ccf8ea6b178c 2024-12-07T21:58:43,523 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f10fec4fc2e9dcf5f3462c8898134d7c/B of f10fec4fc2e9dcf5f3462c8898134d7c into d6f1177160664fdb98e9ccf8ea6b178c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:43,523 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:43,523 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., storeName=f10fec4fc2e9dcf5f3462c8898134d7c/B, priority=13, startTime=1733608723037; duration=0sec 2024-12-07T21:58:43,523 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:58:43,523 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f10fec4fc2e9dcf5f3462c8898134d7c:B 2024-12-07T21:58:43,523 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-07T21:58:43,524 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-07T21:58:43,525 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-07T21:58:43,525 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. because compaction request was cancelled 2024-12-07T21:58:43,525 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f10fec4fc2e9dcf5f3462c8898134d7c:C 2024-12-07T21:58:43,549 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f10fec4fc2e9dcf5f3462c8898134d7c#A#compaction#451 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:43,549 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/c9800bdfd6544f8a9da63a4e6bea5814 is 175, key is test_row_0/A:col10/1733608722499/Put/seqid=0 2024-12-07T21:58:43,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608783551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:43,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:43,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:43,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:43,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608783560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:43,564 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:43,564 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:43,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:43,564 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608783560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:43,564 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:43,564 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:43,564 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:43,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742358_1534 (size=31470) 2024-12-07T21:58:43,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-07T21:58:43,651 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/d60c1d3d162149beae5448d3777e3700 2024-12-07T21:58:43,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/efb5454118ad4786af91d5bbe580ff57 is 50, key is test_row_0/B:col10/1733608722582/Put/seqid=0 2024-12-07T21:58:43,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:43,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56408 deadline: 1733608783671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:43,676 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_2' in f10fec4fc2e9dcf5f3462c8898134d7c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:58:43,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:43,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:43,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:43,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742359_1535 (size=12151) 2024-12-07T21:58:43,697 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/efb5454118ad4786af91d5bbe580ff57 2024-12-07T21:58:43,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1733608783701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:43,703 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_0' in f10fec4fc2e9dcf5f3462c8898134d7c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8244 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:58:43,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:43,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:43,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:43,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/a59eaeaad6d94309a6aa49f7503dc561 is 50, key is test_row_0/C:col10/1733608722582/Put/seqid=0 2024-12-07T21:58:43,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742360_1536 (size=12151) 2024-12-07T21:58:43,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608783861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:43,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:43,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:43,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:43,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608783870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:43,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:43,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:43,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:43,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608783870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:43,874 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:43,874 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:43,874 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:43,997 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/c9800bdfd6544f8a9da63a4e6bea5814 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/c9800bdfd6544f8a9da63a4e6bea5814 2024-12-07T21:58:44,002 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f10fec4fc2e9dcf5f3462c8898134d7c/A of f10fec4fc2e9dcf5f3462c8898134d7c into c9800bdfd6544f8a9da63a4e6bea5814(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:44,002 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:44,002 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., storeName=f10fec4fc2e9dcf5f3462c8898134d7c/A, priority=13, startTime=1733608723037; duration=0sec 2024-12-07T21:58:44,002 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:44,002 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f10fec4fc2e9dcf5f3462c8898134d7c:A 2024-12-07T21:58:44,145 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/a59eaeaad6d94309a6aa49f7503dc561 2024-12-07T21:58:44,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/d60c1d3d162149beae5448d3777e3700 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/d60c1d3d162149beae5448d3777e3700 2024-12-07T21:58:44,152 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/d60c1d3d162149beae5448d3777e3700, entries=150, sequenceid=169, filesize=30.4 K 2024-12-07T21:58:44,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/efb5454118ad4786af91d5bbe580ff57 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/efb5454118ad4786af91d5bbe580ff57 2024-12-07T21:58:44,158 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/efb5454118ad4786af91d5bbe580ff57, entries=150, sequenceid=169, filesize=11.9 K 2024-12-07T21:58:44,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/a59eaeaad6d94309a6aa49f7503dc561 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/a59eaeaad6d94309a6aa49f7503dc561 2024-12-07T21:58:44,165 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/a59eaeaad6d94309a6aa49f7503dc561, entries=150, sequenceid=169, filesize=11.9 K 2024-12-07T21:58:44,166 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=53.67 KB/54960 for f10fec4fc2e9dcf5f3462c8898134d7c in 1049ms, sequenceid=169, compaction requested=true 2024-12-07T21:58:44,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:44,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:44,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-12-07T21:58:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-12-07T21:58:44,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-12-07T21:58:44,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6630 sec 2024-12-07T21:58:44,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.6680 sec 2024-12-07T21:58:44,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f10fec4fc2e9dcf5f3462c8898134d7c 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-07T21:58:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:44,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=A 2024-12-07T21:58:44,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:44,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=B 2024-12-07T21:58:44,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:44,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=C 2024-12-07T21:58:44,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:44,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207221899de8c34460c97b57e1bdffbdee7_f10fec4fc2e9dcf5f3462c8898134d7c is 50, key is test_row_0/A:col10/1733608723231/Put/seqid=0 2024-12-07T21:58:44,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742361_1537 (size=12304) 2024-12-07T21:58:44,447 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:44,452 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207221899de8c34460c97b57e1bdffbdee7_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207221899de8c34460c97b57e1bdffbdee7_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:44,482 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/ce4c4d3a0e1c46a29b614e0640ca0398, store: [table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:44,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/ce4c4d3a0e1c46a29b614e0640ca0398 is 175, key is test_row_0/A:col10/1733608723231/Put/seqid=0 2024-12-07T21:58:44,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742362_1538 (size=31105) 2024-12-07T21:58:44,545 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=184, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/ce4c4d3a0e1c46a29b614e0640ca0398 2024-12-07T21:58:44,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/837a22c060ac41c689487afb9c4f8d71 is 50, key is test_row_0/B:col10/1733608723231/Put/seqid=0 2024-12-07T21:58:44,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608784592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:44,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:44,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:44,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608784592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:44,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:44,631 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:44,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:44,631 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:44,631 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608784595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:44,631 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:44,631 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:44,631 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:44,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742363_1539 (size=12151) 2024-12-07T21:58:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-07T21:58:44,651 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:58:44,652 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:58:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-12-07T21:58:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-07T21:58:44,655 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:58:44,656 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:58:44,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:58:44,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608784741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:44,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608784742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:44,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608784742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:44,747 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:44,747 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:44,747 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-07T21:58:44,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-07T21:58:44,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:44,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:44,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:44,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:44,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:44,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-07T21:58:44,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:44,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:44,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:44,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:44,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-07T21:58:44,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608784951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:45,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:45,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608784951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:45,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:45,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:45,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:45,000 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:45,000 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608784951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:45,000 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:45,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:45,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:45,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:45,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/837a22c060ac41c689487afb9c4f8d71 2024-12-07T21:58:45,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/82b7c8cbe5e647dca546ea351e86ed3d is 50, key is test_row_0/C:col10/1733608723231/Put/seqid=0 2024-12-07T21:58:45,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742364_1540 (size=12151) 2024-12-07T21:58:45,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/82b7c8cbe5e647dca546ea351e86ed3d 2024-12-07T21:58:45,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/ce4c4d3a0e1c46a29b614e0640ca0398 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/ce4c4d3a0e1c46a29b614e0640ca0398 2024-12-07T21:58:45,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/ce4c4d3a0e1c46a29b614e0640ca0398, entries=150, sequenceid=184, filesize=30.4 K 2024-12-07T21:58:45,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/837a22c060ac41c689487afb9c4f8d71 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/837a22c060ac41c689487afb9c4f8d71 2024-12-07T21:58:45,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/837a22c060ac41c689487afb9c4f8d71, entries=150, sequenceid=184, filesize=11.9 K 2024-12-07T21:58:45,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/82b7c8cbe5e647dca546ea351e86ed3d as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/82b7c8cbe5e647dca546ea351e86ed3d 2024-12-07T21:58:45,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-07T21:58:45,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:45,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:45,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:45,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:45,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:45,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/82b7c8cbe5e647dca546ea351e86ed3d, entries=150, sequenceid=184, filesize=11.9 K 2024-12-07T21:58:45,144 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for f10fec4fc2e9dcf5f3462c8898134d7c in 743ms, sequenceid=184, compaction requested=true 2024-12-07T21:58:45,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:45,145 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:58:45,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f10fec4fc2e9dcf5f3462c8898134d7c:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:58:45,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:45,145 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:58:45,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f10fec4fc2e9dcf5f3462c8898134d7c:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:58:45,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:45,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f10fec4fc2e9dcf5f3462c8898134d7c:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:58:45,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:58:45,146 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93680 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:58:45,146 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): f10fec4fc2e9dcf5f3462c8898134d7c/A is initiating minor compaction (all files) 2024-12-07T21:58:45,146 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f10fec4fc2e9dcf5f3462c8898134d7c/A in TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:45,147 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/c9800bdfd6544f8a9da63a4e6bea5814, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/d60c1d3d162149beae5448d3777e3700, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/ce4c4d3a0e1c46a29b614e0640ca0398] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp, totalSize=91.5 K 2024-12-07T21:58:45,147 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:45,147 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. files: [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/c9800bdfd6544f8a9da63a4e6bea5814, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/d60c1d3d162149beae5448d3777e3700, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/ce4c4d3a0e1c46a29b614e0640ca0398] 2024-12-07T21:58:45,147 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:58:45,147 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9800bdfd6544f8a9da63a4e6bea5814, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733608720307 2024-12-07T21:58:45,148 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): f10fec4fc2e9dcf5f3462c8898134d7c/B is initiating minor compaction (all files) 2024-12-07T21:58:45,148 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f10fec4fc2e9dcf5f3462c8898134d7c/B in TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:45,148 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting d60c1d3d162149beae5448d3777e3700, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733608722579 2024-12-07T21:58:45,148 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/d6f1177160664fdb98e9ccf8ea6b178c, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/efb5454118ad4786af91d5bbe580ff57, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/837a22c060ac41c689487afb9c4f8d71] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp, totalSize=35.9 K 2024-12-07T21:58:45,148 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce4c4d3a0e1c46a29b614e0640ca0398, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733608723231 2024-12-07T21:58:45,148 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting d6f1177160664fdb98e9ccf8ea6b178c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733608720307 2024-12-07T21:58:45,149 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting efb5454118ad4786af91d5bbe580ff57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733608722579 2024-12-07T21:58:45,149 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 837a22c060ac41c689487afb9c4f8d71, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733608723231 2024-12-07T21:58:45,171 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:45,174 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f10fec4fc2e9dcf5f3462c8898134d7c#B#compaction#459 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:45,174 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/0939da342d4b4313ad6b529a09edad15 is 50, key is test_row_0/B:col10/1733608723231/Put/seqid=0 2024-12-07T21:58:45,175 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412074bddf98bad164de99029da4523dfee08_f10fec4fc2e9dcf5f3462c8898134d7c store=[table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:45,177 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412074bddf98bad164de99029da4523dfee08_f10fec4fc2e9dcf5f3462c8898134d7c, store=[table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:45,177 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412074bddf98bad164de99029da4523dfee08_f10fec4fc2e9dcf5f3462c8898134d7c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:45,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742366_1542 (size=4469) 2024-12-07T21:58:45,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742365_1541 (size=12561) 2024-12-07T21:58:45,262 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/0939da342d4b4313ad6b529a09edad15 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/0939da342d4b4313ad6b529a09edad15 2024-12-07T21:58:45,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-07T21:58:45,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-07T21:58:45,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:45,285 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing f10fec4fc2e9dcf5f3462c8898134d7c 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-07T21:58:45,286 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f10fec4fc2e9dcf5f3462c8898134d7c/B of f10fec4fc2e9dcf5f3462c8898134d7c into 0939da342d4b4313ad6b529a09edad15(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:45,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=A 2024-12-07T21:58:45,286 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:45,286 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., storeName=f10fec4fc2e9dcf5f3462c8898134d7c/B, priority=13, startTime=1733608725145; duration=0sec 2024-12-07T21:58:45,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:45,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=B 2024-12-07T21:58:45,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:45,286 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:58:45,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=C 2024-12-07T21:58:45,286 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f10fec4fc2e9dcf5f3462c8898134d7c:B 2024-12-07T21:58:45,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:45,286 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T21:58:45,289 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T21:58:45,289 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): f10fec4fc2e9dcf5f3462c8898134d7c/C is initiating minor compaction (all files) 2024-12-07T21:58:45,289 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f10fec4fc2e9dcf5f3462c8898134d7c/C in TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:45,290 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/0bdbb4384cd4411b8f3ae148b377b8d3, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/a905ba9a9d6149ccbc795f3c7c441ebb, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/a59eaeaad6d94309a6aa49f7503dc561, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/82b7c8cbe5e647dca546ea351e86ed3d] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp, totalSize=45.2 K 2024-12-07T21:58:45,290 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bdbb4384cd4411b8f3ae148b377b8d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733608720303 2024-12-07T21:58:45,291 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting a905ba9a9d6149ccbc795f3c7c441ebb, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733608722499 2024-12-07T21:58:45,291 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting a59eaeaad6d94309a6aa49f7503dc561, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733608722579 2024-12-07T21:58:45,291 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 82b7c8cbe5e647dca546ea351e86ed3d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733608723231 2024-12-07T21:58:45,338 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f10fec4fc2e9dcf5f3462c8898134d7c#C#compaction#460 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:45,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:45,338 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/83cbaed3d5c1441bbd19bb00474c0818 is 50, key is test_row_0/C:col10/1733608723231/Put/seqid=0 2024-12-07T21:58:45,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207616e4a1c6dd340318a2a8b59b03ed21f_f10fec4fc2e9dcf5f3462c8898134d7c is 50, key is test_row_0/A:col10/1733608724578/Put/seqid=0 2024-12-07T21:58:45,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608785418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:45,421 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:45,421 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:45,421 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:45,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608785419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:45,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:45,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608785421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:45,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:45,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:45,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:45,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:45,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:45,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742367_1543 (size=12527) 2024-12-07T21:58:45,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742368_1544 (size=12304) 2024-12-07T21:58:45,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608785532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:45,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:45,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:45,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608785532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:45,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:45,573 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:45,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:45,573 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608785532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:45,573 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:45,573 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:45,573 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:45,573 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:45,582 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f10fec4fc2e9dcf5f3462c8898134d7c#A#compaction#458 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:45,583 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/ff87e3ed54bf48608c9193200afce9e4 is 175, key is test_row_0/A:col10/1733608723231/Put/seqid=0 2024-12-07T21:58:45,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742369_1545 (size=31515) 2024-12-07T21:58:45,682 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/ff87e3ed54bf48608c9193200afce9e4 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/ff87e3ed54bf48608c9193200afce9e4 2024-12-07T21:58:45,689 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f10fec4fc2e9dcf5f3462c8898134d7c/A of f10fec4fc2e9dcf5f3462c8898134d7c into ff87e3ed54bf48608c9193200afce9e4(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:45,689 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:45,689 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., storeName=f10fec4fc2e9dcf5f3462c8898134d7c/A, priority=13, startTime=1733608725144; duration=0sec 2024-12-07T21:58:45,690 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:45,690 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f10fec4fc2e9dcf5f3462c8898134d7c:A 2024-12-07T21:58:45,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-07T21:58:45,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:45,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608785781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:45,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:45,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608785781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:45,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:45,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:45,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:45,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:45,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608785782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:45,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:45,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:45,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:45,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:45,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:45,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:45,898 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/83cbaed3d5c1441bbd19bb00474c0818 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/83cbaed3d5c1441bbd19bb00474c0818 2024-12-07T21:58:45,906 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f10fec4fc2e9dcf5f3462c8898134d7c/C of f10fec4fc2e9dcf5f3462c8898134d7c into 83cbaed3d5c1441bbd19bb00474c0818(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:45,906 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:45,906 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., storeName=f10fec4fc2e9dcf5f3462c8898134d7c/C, priority=12, startTime=1733608725145; duration=0sec 2024-12-07T21:58:45,906 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:45,906 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f10fec4fc2e9dcf5f3462c8898134d7c:C 2024-12-07T21:58:45,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:45,987 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207616e4a1c6dd340318a2a8b59b03ed21f_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207616e4a1c6dd340318a2a8b59b03ed21f_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:45,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/b6a41cd8076242cfaceb66eb6e2308ca, store: [table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:45,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/b6a41cd8076242cfaceb66eb6e2308ca is 175, key is test_row_0/A:col10/1733608724578/Put/seqid=0 2024-12-07T21:58:46,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742370_1546 (size=31105) 2024-12-07T21:58:46,013 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=204, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/b6a41cd8076242cfaceb66eb6e2308ca 2024-12-07T21:58:46,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/a5fa5168ef77454387d2e3e3b5234638 is 50, key is test_row_0/B:col10/1733608724578/Put/seqid=0 2024-12-07T21:58:46,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742371_1547 (size=12151) 2024-12-07T21:58:46,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:46,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608786150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:46,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:46,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608786151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:46,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:46,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608786151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:46,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:46,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:46,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:46,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:46,478 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/a5fa5168ef77454387d2e3e3b5234638 2024-12-07T21:58:46,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/cc961391479f481cbaa272b6485b427b is 50, key is test_row_0/C:col10/1733608724578/Put/seqid=0 2024-12-07T21:58:46,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742372_1548 (size=12151) 2024-12-07T21:58:46,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608786662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:46,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608786662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:46,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:46,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:46,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:46,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:46,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:46,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:46,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608786671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:46,673 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:46,673 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:46,673 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:46,676 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/cc961391479f481cbaa272b6485b427b 2024-12-07T21:58:46,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/b6a41cd8076242cfaceb66eb6e2308ca as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/b6a41cd8076242cfaceb66eb6e2308ca 2024-12-07T21:58:46,729 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/b6a41cd8076242cfaceb66eb6e2308ca, entries=150, sequenceid=204, filesize=30.4 K 2024-12-07T21:58:46,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/a5fa5168ef77454387d2e3e3b5234638 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/a5fa5168ef77454387d2e3e3b5234638 2024-12-07T21:58:46,733 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/a5fa5168ef77454387d2e3e3b5234638, entries=150, sequenceid=204, filesize=11.9 K 2024-12-07T21:58:46,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/cc961391479f481cbaa272b6485b427b as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/cc961391479f481cbaa272b6485b427b 2024-12-07T21:58:46,759 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/cc961391479f481cbaa272b6485b427b, entries=150, sequenceid=204, filesize=11.9 K 2024-12-07T21:58:46,760 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for f10fec4fc2e9dcf5f3462c8898134d7c in 1475ms, sequenceid=204, compaction requested=false 2024-12-07T21:58:46,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:46,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:46,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-12-07T21:58:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-12-07T21:58:46,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-12-07T21:58:46,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1050 sec 2024-12-07T21:58:46,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 2.1270 sec 2024-12-07T21:58:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-07T21:58:46,802 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:58:46,802 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:58:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-12-07T21:58:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-07T21:58:46,828 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:58:46,829 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:58:46,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:58:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-07T21:58:46,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-07T21:58:46,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:46,982 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing f10fec4fc2e9dcf5f3462c8898134d7c 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-07T21:58:46,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=A 2024-12-07T21:58:46,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:46,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=B 2024-12-07T21:58:46,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:46,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=C 2024-12-07T21:58:46,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:46,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412078f2d5e86cffd42698be72bef67fe83ce_f10fec4fc2e9dcf5f3462c8898134d7c is 50, key is test_row_0/A:col10/1733608725419/Put/seqid=0 2024-12-07T21:58:46,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742373_1549 (size=12304) 2024-12-07T21:58:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-07T21:58:47,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:47,397 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412078f2d5e86cffd42698be72bef67fe83ce_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412078f2d5e86cffd42698be72bef67fe83ce_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:47,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/cf5192809ed14ab6b9a09483e02db61d, store: [table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:47,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/cf5192809ed14ab6b9a09483e02db61d is 175, key is test_row_0/A:col10/1733608725419/Put/seqid=0 2024-12-07T21:58:47,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742374_1550 (size=31105) 2024-12-07T21:58:47,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-07T21:58:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:47,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:47,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608787709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:47,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:47,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:47,713 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:47,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:47,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608787711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:47,714 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:47,714 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:47,714 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:47,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:47,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608787712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:47,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:47,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:47,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:47,802 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=219, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/cf5192809ed14ab6b9a09483e02db61d 2024-12-07T21:58:47,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/a865396d7bcb4675bd66c0930449cf81 is 50, key is test_row_0/B:col10/1733608725419/Put/seqid=0 2024-12-07T21:58:47,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742375_1551 (size=12151) 2024-12-07T21:58:47,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608787820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:47,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:47,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:47,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608787820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:47,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:47,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608787820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:47,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:47,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:47,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:47,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:47,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:47,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-07T21:58:48,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:48,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608788030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608788030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:48,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:48,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:48,034 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:48,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:48,034 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608788030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:48,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:48,034 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:48,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:48,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:48,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:48,210 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/a865396d7bcb4675bd66c0930449cf81 2024-12-07T21:58:48,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/5548098040034df09a2654fed956473b is 50, key is test_row_0/C:col10/1733608725419/Put/seqid=0 2024-12-07T21:58:48,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742376_1552 (size=12151) 2024-12-07T21:58:48,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608788341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:48,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608788341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:48,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:48,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:48,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:48,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:48,343 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608788341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:48,343 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:48,343 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:48,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:48,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:48,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:48,619 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/5548098040034df09a2654fed956473b 2024-12-07T21:58:48,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/cf5192809ed14ab6b9a09483e02db61d as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/cf5192809ed14ab6b9a09483e02db61d 2024-12-07T21:58:48,624 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/cf5192809ed14ab6b9a09483e02db61d, entries=150, sequenceid=219, filesize=30.4 K 2024-12-07T21:58:48,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/a865396d7bcb4675bd66c0930449cf81 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/a865396d7bcb4675bd66c0930449cf81 2024-12-07T21:58:48,627 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/a865396d7bcb4675bd66c0930449cf81, entries=150, sequenceid=219, filesize=11.9 K 2024-12-07T21:58:48,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/5548098040034df09a2654fed956473b as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/5548098040034df09a2654fed956473b 2024-12-07T21:58:48,631 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/5548098040034df09a2654fed956473b, entries=150, sequenceid=219, filesize=11.9 K 2024-12-07T21:58:48,631 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for f10fec4fc2e9dcf5f3462c8898134d7c in 1649ms, sequenceid=219, compaction requested=true 2024-12-07T21:58:48,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:48,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:48,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-12-07T21:58:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-12-07T21:58:48,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-12-07T21:58:48,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8040 sec 2024-12-07T21:58:48,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.8310 sec 2024-12-07T21:58:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:48,854 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733608727706, max timestamp=1733608728852Num uniques 859; 2024-12-07T21:58:48,855 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733608727706, max timestamp=1733608728852Num uniques 859; 2024-12-07T21:58:48,855 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T21:58:48,855 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T21:58:48,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f10fec4fc2e9dcf5f3462c8898134d7c 3/3 column families, dataSize=62.62 KB heapSize=174.33 KB 2024-12-07T21:58:48,856 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733608727710, max timestamp=1733608728852Num uniques 859; 2024-12-07T21:58:48,856 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-07T21:58:48,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=A 2024-12-07T21:58:48,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:48,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=B 2024-12-07T21:58:48,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:48,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=C 2024-12-07T21:58:48,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:48,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207f905fdf2172a49ea81e239acfc72319b_f10fec4fc2e9dcf5f3462c8898134d7c is 50, key is test_row_0/A:col10/1733608727710/Put/seqid=0 2024-12-07T21:58:48,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742377_1553 (size=12304) 2024-12-07T21:58:48,894 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733608728884, max timestamp=1733608728892Num uniques 859; 2024-12-07T21:58:48,894 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T21:58:48,894 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733608728884, max timestamp=1733608728892Num uniques 859; 2024-12-07T21:58:48,894 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T21:58:48,894 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733608728884, max timestamp=1733608728892Num uniques 859; 2024-12-07T21:58:48,894 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T21:58:48,960 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7681, totalHeapSize=17712, min timestamp=1733608728915, max timestamp=1733608728936Num uniques 1068; 2024-12-07T21:58:48,960 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48901, new segment data size=7681, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-07T21:58:48,961 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7684, totalHeapSize=17712, min timestamp=1733608728915, max timestamp=1733608728936Num uniques 1068; 2024-12-07T21:58:48,961 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48904, new segment data size=7684, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-07T21:58:48,961 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7680, totalHeapSize=17712, min timestamp=1733608728915, max timestamp=1733608728936Num uniques 1068; 2024-12-07T21:58:48,961 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48900, new segment data size=7680, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-12-07T21:58:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-07T21:58:48,971 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:58:48,972 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:58:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-12-07T21:58:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-07T21:58:48,974 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:58:48,975 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:58:48,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:58:49,006 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8096, totalHeapSize=18648, min timestamp=1733608728987, max timestamp=1733608729003Num uniques 1027; 2024-12-07T21:58:49,006 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47026, new segment data size=8096, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-12-07T21:58:49,006 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8092, totalHeapSize=18648, min timestamp=1733608728987, max timestamp=1733608729003Num uniques 1027; 2024-12-07T21:58:49,006 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8096, totalHeapSize=18648, min timestamp=1733608728987, max timestamp=1733608729003Num uniques 1027; 2024-12-07T21:58:49,006 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47022, new segment data size=8092, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-12-07T21:58:49,006 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47026, new segment data size=8096, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-12-07T21:58:49,047 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1733608729017, max timestamp=1733608729043Num uniques 1036; 2024-12-07T21:58:49,047 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1733608729017, max timestamp=1733608729043Num uniques 1036; 2024-12-07T21:58:49,047 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=13096, suffix heap size=135712,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=286 2024-12-07T21:58:49,047 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=13096, suffix heap size=135712,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=286 2024-12-07T21:58:49,047 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1733608729017, max timestamp=1733608729043Num uniques 1036; 2024-12-07T21:58:49,047 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=13096, suffix heap size=135712,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=286 2024-12-07T21:58:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-07T21:58:49,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608789079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:49,084 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:49,084 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:49,084 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:49,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608789080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:49,085 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733608729064, max timestamp=1733608729082Num uniques 1145; 2024-12-07T21:58:49,085 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=8930, suffix heap size=147048,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=195 2024-12-07T21:58:49,085 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733608729064, max timestamp=1733608729082Num uniques 1145; 2024-12-07T21:58:49,086 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=8930, suffix heap size=147048,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=195 2024-12-07T21:58:49,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:49,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:49,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:49,086 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733608729064, max timestamp=1733608729082Num uniques 1145; 2024-12-07T21:58:49,086 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=8930, suffix heap size=147048,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=195 2024-12-07T21:58:49,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-07T21:58:49,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:49,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:49,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:49,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:49,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:49,180 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733608729132, max timestamp=1733608729175Num uniques 1054; 2024-12-07T21:58:49,180 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-12-07T21:58:49,182 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733608729132, max timestamp=1733608729175Num uniques 1054; 2024-12-07T21:58:49,183 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-12-07T21:58:49,185 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733608729132, max timestamp=1733608729175Num uniques 1054; 2024-12-07T21:58:49,185 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=6870, suffix heap size=137584,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=150 2024-12-07T21:58:49,229 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1733608729208, max timestamp=1733608729226Num uniques 1013; 2024-12-07T21:58:49,229 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=7458, suffix heap size=133320,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=163 2024-12-07T21:58:49,230 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1733608729208, max timestamp=1733608729226Num uniques 1013; 2024-12-07T21:58:49,230 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=7458, suffix heap size=133320,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=163 2024-12-07T21:58:49,230 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1733608729208, max timestamp=1733608729226Num uniques 1009; 2024-12-07T21:58:49,230 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46208, new segment data size=7458, suffix heap size=132904,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=163 2024-12-07T21:58:49,267 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:49,272 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207f905fdf2172a49ea81e239acfc72319b_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207f905fdf2172a49ea81e239acfc72319b_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:49,273 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/3c5a5eb70c1246a59d08110f0e1ba981, store: [table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:49,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/3c5a5eb70c1246a59d08110f0e1ba981 is 175, key is test_row_0/A:col10/1733608727710/Put/seqid=0 2024-12-07T21:58:49,276 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=272, cellSize=12452, totalHeapSize=28528, min timestamp=1733608729249, max timestamp=1733608729272Num uniques 1022; 2024-12-07T21:58:49,276 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=12452, suffix heap size=134256,new segment heap size=28528 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=272 2024-12-07T21:58:49,277 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1733608729262, max timestamp=1733608729272Num uniques 1022; 2024-12-07T21:58:49,277 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=10162, suffix heap size=134256,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=222 2024-12-07T21:58:49,279 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=272, cellSize=12452, totalHeapSize=28528, min timestamp=1733608729249, max timestamp=1733608729272Num uniques 1022; 2024-12-07T21:58:49,279 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=12452, suffix heap size=134256,new segment heap size=28528 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=272 2024-12-07T21:58:49,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-07T21:58:49,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:49,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:49,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:49,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:49,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:49,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-07T21:58:49,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742378_1554 (size=31105) 2024-12-07T21:58:49,306 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=241, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/3c5a5eb70c1246a59d08110f0e1ba981 2024-12-07T21:58:49,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/0010cda875f449b9b8208c94b45ebea5 is 50, key is test_row_0/B:col10/1733608727710/Put/seqid=0 2024-12-07T21:58:49,324 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1733608729301, max timestamp=1733608729320Num uniques 1131; 2024-12-07T21:58:49,324 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51796, new segment data size=8286, suffix heap size=145592,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1131, new segment cells count=181 2024-12-07T21:58:49,324 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1733608729301, max timestamp=1733608729320Num uniques 1131; 2024-12-07T21:58:49,324 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=51796, new segment data size=8286, suffix heap size=145592,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1131, new segment cells count=181 2024-12-07T21:58:49,324 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1733608729301, max timestamp=1733608729320Num uniques 1081; 2024-12-07T21:58:49,325 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=8286, suffix heap size=140392,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=181 2024-12-07T21:58:49,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742379_1555 (size=12151) 2024-12-07T21:58:49,365 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1733608729344, max timestamp=1733608729362Num uniques 1040; 2024-12-07T21:58:49,365 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1733608729344, max timestamp=1733608729362Num uniques 1040; 2024-12-07T21:58:49,365 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=8700, suffix heap size=136128,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=190 2024-12-07T21:58:49,365 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=8700, suffix heap size=136128,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=190 2024-12-07T21:58:49,365 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1733608729344, max timestamp=1733608729362Num uniques 1040; 2024-12-07T21:58:49,366 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=8700, suffix heap size=136128,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=190 2024-12-07T21:58:49,401 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1733608729384, max timestamp=1733608729397Num uniques 1049; 2024-12-07T21:58:49,401 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=11404, suffix heap size=137064,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=249 2024-12-07T21:58:49,401 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1733608729384, max timestamp=1733608729397Num uniques 1049; 2024-12-07T21:58:49,401 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=11404, suffix heap size=137064,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=249 2024-12-07T21:58:49,401 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1733608729384, max timestamp=1733608729397Num uniques 1049; 2024-12-07T21:58:49,401 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=11404, suffix heap size=137064,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=249 2024-12-07T21:58:49,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-07T21:58:49,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:49,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:49,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:49,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:49,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:49,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608789441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:49,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608789442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:49,450 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:49,450 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:49,450 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:49,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=158, cellSize=7230, totalHeapSize=16672, min timestamp=1733608729430, max timestamp=1733608729447Num uniques 1108; 2024-12-07T21:58:49,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=158, cellSize=7230, totalHeapSize=16672, min timestamp=1733608729430, max timestamp=1733608729447Num uniques 1108; 2024-12-07T21:58:49,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=7230, suffix heap size=143200,new segment heap size=16672 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=158 2024-12-07T21:58:49,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=7230, suffix heap size=143200,new segment heap size=16672 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=158 2024-12-07T21:58:49,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:49,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:49,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:49,452 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=158, cellSize=7230, totalHeapSize=16672, min timestamp=1733608729430, max timestamp=1733608729447Num uniques 1108; 2024-12-07T21:58:49,452 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=7230, suffix heap size=143200,new segment heap size=16672 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=158 2024-12-07T21:58:49,550 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7642, totalHeapSize=17608, min timestamp=1733608729528, max timestamp=1733608729547Num uniques 1017; 2024-12-07T21:58:49,550 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7642, totalHeapSize=17608, min timestamp=1733608729528, max timestamp=1733608729547Num uniques 1017; 2024-12-07T21:58:49,550 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46572, new segment data size=7642, suffix heap size=133736,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1017, new segment cells count=167 2024-12-07T21:58:49,550 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46572, new segment data size=7642, suffix heap size=133736,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1017, new segment cells count=167 2024-12-07T21:58:49,552 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7642, totalHeapSize=17608, min timestamp=1733608729528, max timestamp=1733608729547Num uniques 1017; 2024-12-07T21:58:49,552 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46572, new segment data size=7642, suffix heap size=133736,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1017, new segment cells count=167 2024-12-07T21:58:49,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-07T21:58:49,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:49,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:49,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:49,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:49,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:49,593 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=176, cellSize=8056, totalHeapSize=18544, min timestamp=1733608729574, max timestamp=1733608729591Num uniques 1026; 2024-12-07T21:58:49,593 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46986, new segment data size=8056, suffix heap size=134672,new segment heap size=18544 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1026, new segment cells count=176 2024-12-07T21:58:49,594 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=176, cellSize=8056, totalHeapSize=18544, min timestamp=1733608729574, max timestamp=1733608729591Num uniques 1026; 2024-12-07T21:58:49,594 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46986, new segment data size=8056, suffix heap size=134672,new segment heap size=18544 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1026, new segment cells count=176 2024-12-07T21:58:49,594 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=176, cellSize=8056, totalHeapSize=18544, min timestamp=1733608729574, max timestamp=1733608729591Num uniques 1026; 2024-12-07T21:58:49,594 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46986, new segment data size=8056, suffix heap size=134672,new segment heap size=18544 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1026, new segment cells count=176 2024-12-07T21:58:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-07T21:58:49,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=185, cellSize=8470, totalHeapSize=19480, min timestamp=1733608729618, max timestamp=1733608729626Num uniques 1035; 2024-12-07T21:58:49,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47400, new segment data size=8470, suffix heap size=135608,new segment heap size=19480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1035, new segment cells count=185 2024-12-07T21:58:49,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=185, cellSize=8470, totalHeapSize=19480, min timestamp=1733608729618, max timestamp=1733608729626Num uniques 1035; 2024-12-07T21:58:49,629 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47400, new segment data size=8470, suffix heap size=135608,new segment heap size=19480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1035, new segment cells count=185 2024-12-07T21:58:49,630 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=185, cellSize=8470, totalHeapSize=19480, min timestamp=1733608729618, max timestamp=1733608729626Num uniques 1035; 2024-12-07T21:58:49,630 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47400, new segment data size=8470, suffix heap size=135608,new segment heap size=19480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1035, new segment cells count=185 2024-12-07T21:58:49,661 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=294, cellSize=13464, totalHeapSize=30816, min timestamp=1733608729641, max timestamp=1733608729658Num uniques 1044; 2024-12-07T21:58:49,661 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47814, new segment data size=13464, suffix heap size=136544,new segment heap size=30816 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1044, new segment cells count=294 2024-12-07T21:58:49,662 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=294, cellSize=13464, totalHeapSize=30816, min timestamp=1733608729641, max timestamp=1733608729658Num uniques 1044; 2024-12-07T21:58:49,662 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47814, new segment data size=13464, suffix heap size=136544,new segment heap size=30816 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1044, new segment cells count=294 2024-12-07T21:58:49,662 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=294, cellSize=13464, totalHeapSize=30816, min timestamp=1733608729641, max timestamp=1733608729658Num uniques 1044; 2024-12-07T21:58:49,662 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47814, new segment data size=13464, suffix heap size=136544,new segment heap size=30816 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1044, new segment cells count=294 2024-12-07T21:58:49,714 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=203, cellSize=9288, totalHeapSize=21352, min timestamp=1733608729684, max timestamp=1733608729711Num uniques 1153; 2024-12-07T21:58:49,714 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=203, cellSize=9288, totalHeapSize=21352, min timestamp=1733608729684, max timestamp=1733608729711Num uniques 1153; 2024-12-07T21:58:49,715 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=52798, new segment data size=9288, suffix heap size=147880,new segment heap size=21352 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1153, new segment cells count=203 2024-12-07T21:58:49,715 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=52798, new segment data size=9288, suffix heap size=147880,new segment heap size=21352 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1153, new segment cells count=203 2024-12-07T21:58:49,715 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=203, cellSize=9288, totalHeapSize=21352, min timestamp=1733608729684, max timestamp=1733608729711Num uniques 1153; 2024-12-07T21:58:49,715 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=52798, new segment data size=9288, suffix heap size=147880,new segment heap size=21352 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1153, new segment cells count=203 2024-12-07T21:58:49,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/0010cda875f449b9b8208c94b45ebea5 2024-12-07T21:58:49,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/b6b9195cc9c846f580cc335c19bc9215 is 50, key is test_row_0/C:col10/1733608727710/Put/seqid=0 2024-12-07T21:58:49,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742380_1556 (size=12151) 2024-12-07T21:58:49,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-07T21:58:49,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:49,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:49,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:49,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:49,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:49,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.79 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/b6b9195cc9c846f580cc335c19bc9215 2024-12-07T21:58:49,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/3c5a5eb70c1246a59d08110f0e1ba981 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/3c5a5eb70c1246a59d08110f0e1ba981 2024-12-07T21:58:49,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608789757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:49,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:49,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:49,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608789758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:49,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:49,764 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733608729733, max timestamp=1733608729758Num uniques 1062; 2024-12-07T21:58:49,764 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48632, new segment data size=6870, suffix heap size=138416,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1062, new segment cells count=150 2024-12-07T21:58:49,765 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733608729733, max timestamp=1733608729758Num uniques 1062; 2024-12-07T21:58:49,765 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48632, new segment data size=6870, suffix heap size=138416,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1062, new segment cells count=150 2024-12-07T21:58:49,766 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733608729733, max timestamp=1733608729758Num uniques 1062; 2024-12-07T21:58:49,766 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48632, new segment data size=6870, suffix heap size=138416,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1062, new segment cells count=150 2024-12-07T21:58:49,766 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:49,766 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:49,766 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:49,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/3c5a5eb70c1246a59d08110f0e1ba981, entries=150, sequenceid=241, filesize=30.4 K 2024-12-07T21:58:49,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/0010cda875f449b9b8208c94b45ebea5 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/0010cda875f449b9b8208c94b45ebea5 2024-12-07T21:58:49,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/0010cda875f449b9b8208c94b45ebea5, entries=150, sequenceid=241, filesize=11.9 K 2024-12-07T21:58:49,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/b6b9195cc9c846f580cc335c19bc9215 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/b6b9195cc9c846f580cc335c19bc9215 2024-12-07T21:58:49,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/b6b9195cc9c846f580cc335c19bc9215, entries=150, sequenceid=241, filesize=11.9 K 2024-12-07T21:58:49,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~37.62 KB/38525, heapSize ~95.35 KB/97640, currentSize=45.38 KB/46464 for f10fec4fc2e9dcf5f3462c8898134d7c in 923ms, sequenceid=241, compaction requested=true 2024-12-07T21:58:49,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:49,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f10fec4fc2e9dcf5f3462c8898134d7c:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:58:49,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:49,778 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T21:58:49,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f10fec4fc2e9dcf5f3462c8898134d7c:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:58:49,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:49,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f10fec4fc2e9dcf5f3462c8898134d7c:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:58:49,778 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T21:58:49,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:58:49,780 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124830 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T21:58:49,780 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T21:58:49,780 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): f10fec4fc2e9dcf5f3462c8898134d7c/B is initiating minor compaction (all files) 2024-12-07T21:58:49,780 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): f10fec4fc2e9dcf5f3462c8898134d7c/A is initiating minor compaction (all files) 2024-12-07T21:58:49,781 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f10fec4fc2e9dcf5f3462c8898134d7c/A in TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:49,781 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f10fec4fc2e9dcf5f3462c8898134d7c/B in TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:49,781 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/ff87e3ed54bf48608c9193200afce9e4, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/b6a41cd8076242cfaceb66eb6e2308ca, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/cf5192809ed14ab6b9a09483e02db61d, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/3c5a5eb70c1246a59d08110f0e1ba981] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp, totalSize=121.9 K 2024-12-07T21:58:49,781 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/0939da342d4b4313ad6b529a09edad15, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/a5fa5168ef77454387d2e3e3b5234638, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/a865396d7bcb4675bd66c0930449cf81, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/0010cda875f449b9b8208c94b45ebea5] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp, totalSize=47.9 K 2024-12-07T21:58:49,781 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:49,781 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. files: [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/ff87e3ed54bf48608c9193200afce9e4, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/b6a41cd8076242cfaceb66eb6e2308ca, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/cf5192809ed14ab6b9a09483e02db61d, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/3c5a5eb70c1246a59d08110f0e1ba981] 2024-12-07T21:58:49,781 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff87e3ed54bf48608c9193200afce9e4, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733608723231 2024-12-07T21:58:49,782 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 0939da342d4b4313ad6b529a09edad15, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733608723231 2024-12-07T21:58:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:49,782 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6a41cd8076242cfaceb66eb6e2308ca, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733608724573 2024-12-07T21:58:49,782 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f10fec4fc2e9dcf5f3462c8898134d7c 3/3 column families, dataSize=52.08 KB heapSize=141.98 KB 2024-12-07T21:58:49,782 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting a5fa5168ef77454387d2e3e3b5234638, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733608724573 2024-12-07T21:58:49,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=A 2024-12-07T21:58:49,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:49,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=B 2024-12-07T21:58:49,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:49,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=C 2024-12-07T21:58:49,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:49,783 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting a865396d7bcb4675bd66c0930449cf81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733608725339 2024-12-07T21:58:49,783 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf5192809ed14ab6b9a09483e02db61d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733608725339 2024-12-07T21:58:49,783 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c5a5eb70c1246a59d08110f0e1ba981, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733608727710 2024-12-07T21:58:49,783 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 0010cda875f449b9b8208c94b45ebea5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733608727710 2024-12-07T21:58:49,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207e58f87ef5e2c4c99aeabce3302f82426_f10fec4fc2e9dcf5f3462c8898134d7c is 50, key is test_row_0/A:col10/1733608729766/Put/seqid=0 2024-12-07T21:58:49,796 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f10fec4fc2e9dcf5f3462c8898134d7c#B#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:49,796 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/3695c6517ffb4493a3244e49a2a2e3d2 is 50, key is test_row_0/B:col10/1733608727710/Put/seqid=0 2024-12-07T21:58:49,798 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:49,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742381_1557 (size=14994) 2024-12-07T21:58:49,800 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:49,802 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207e58f87ef5e2c4c99aeabce3302f82426_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207e58f87ef5e2c4c99aeabce3302f82426_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:49,803 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/9fc18210bfb446bcad7f6e5b35596ca8, store: [table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:49,803 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120760bb1ba1110347d5a63533bd00f16032_f10fec4fc2e9dcf5f3462c8898134d7c store=[table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:49,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/9fc18210bfb446bcad7f6e5b35596ca8 is 175, key is test_row_0/A:col10/1733608729766/Put/seqid=0 2024-12-07T21:58:49,805 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120760bb1ba1110347d5a63533bd00f16032_f10fec4fc2e9dcf5f3462c8898134d7c, store=[table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:49,805 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120760bb1ba1110347d5a63533bd00f16032_f10fec4fc2e9dcf5f3462c8898134d7c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:49,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742382_1558 (size=12697) 2024-12-07T21:58:49,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742383_1559 (size=39949) 2024-12-07T21:58:49,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742384_1560 (size=4469) 2024-12-07T21:58:49,876 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733608729849, max timestamp=1733608729873Num uniques 859; 2024-12-07T21:58:49,876 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733608729849, max timestamp=1733608729873Num uniques 859; 2024-12-07T21:58:49,876 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T21:58:49,876 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T21:58:49,876 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733608729849, max timestamp=1733608729873Num uniques 859; 2024-12-07T21:58:49,876 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-07T21:58:49,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-07T21:58:49,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:49,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:49,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:49,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:49,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:49,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608789913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:49,919 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:49,919 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:49,919 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:49,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608789915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:49,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608789915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:49,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:49,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:49,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:49,922 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:49,922 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:49,923 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:50,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:50,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:50,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608790031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608790031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608790031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:50,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:50,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:50,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:50,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:50,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:50,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:50,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:50,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:50,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:50,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-07T21:58:50,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:50,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:50,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:50,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:50,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-07T21:58:50,215 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/3695c6517ffb4493a3244e49a2a2e3d2 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/3695c6517ffb4493a3244e49a2a2e3d2 2024-12-07T21:58:50,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-07T21:58:50,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:50,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:50,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:50,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:50,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:50,219 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=558, memsize=17.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/9fc18210bfb446bcad7f6e5b35596ca8 2024-12-07T21:58:50,219 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f10fec4fc2e9dcf5f3462c8898134d7c/B of f10fec4fc2e9dcf5f3462c8898134d7c into 3695c6517ffb4493a3244e49a2a2e3d2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:50,219 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:50,219 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., storeName=f10fec4fc2e9dcf5f3462c8898134d7c/B, priority=12, startTime=1733608729778; duration=0sec 2024-12-07T21:58:50,219 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:58:50,219 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f10fec4fc2e9dcf5f3462c8898134d7c:B 2024-12-07T21:58:50,219 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T21:58:50,221 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f10fec4fc2e9dcf5f3462c8898134d7c#A#compaction#472 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:50,221 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T21:58:50,221 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): f10fec4fc2e9dcf5f3462c8898134d7c/C is initiating minor compaction (all files) 2024-12-07T21:58:50,221 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f10fec4fc2e9dcf5f3462c8898134d7c/C in TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:50,221 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/83cbaed3d5c1441bbd19bb00474c0818, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/cc961391479f481cbaa272b6485b427b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/5548098040034df09a2654fed956473b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/b6b9195cc9c846f580cc335c19bc9215] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp, totalSize=47.8 K 2024-12-07T21:58:50,221 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/85d34b96801d481bb60be015ed75220a is 175, key is test_row_0/A:col10/1733608727710/Put/seqid=0 2024-12-07T21:58:50,222 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 83cbaed3d5c1441bbd19bb00474c0818, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733608723231 2024-12-07T21:58:50,222 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting cc961391479f481cbaa272b6485b427b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733608724573 2024-12-07T21:58:50,222 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 5548098040034df09a2654fed956473b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733608725339 2024-12-07T21:58:50,222 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting b6b9195cc9c846f580cc335c19bc9215, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733608727710 2024-12-07T21:58:50,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742385_1561 (size=31651) 2024-12-07T21:58:50,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/fe054ae077bf45cb9233d3a833c5a523 is 50, key is test_row_0/B:col10/1733608729766/Put/seqid=0 2024-12-07T21:58:50,232 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f10fec4fc2e9dcf5f3462c8898134d7c#C#compaction#474 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:50,233 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/db07d3f01c4642538b5f3f2eac9f1cfb is 50, key is test_row_0/C:col10/1733608727710/Put/seqid=0 2024-12-07T21:58:50,233 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/85d34b96801d481bb60be015ed75220a as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/85d34b96801d481bb60be015ed75220a 2024-12-07T21:58:50,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742386_1562 (size=12301) 2024-12-07T21:58:50,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742387_1563 (size=12663) 2024-12-07T21:58:50,237 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f10fec4fc2e9dcf5f3462c8898134d7c/A of f10fec4fc2e9dcf5f3462c8898134d7c into 85d34b96801d481bb60be015ed75220a(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:50,237 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:50,237 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., storeName=f10fec4fc2e9dcf5f3462c8898134d7c/A, priority=12, startTime=1733608729778; duration=0sec 2024-12-07T21:58:50,237 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:50,237 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f10fec4fc2e9dcf5f3462c8898134d7c:A 2024-12-07T21:58:50,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608790241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:50,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608790241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:50,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608790241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:50,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-07T21:58:50,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:50,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:50,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:50,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:50,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:50,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-07T21:58:50,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:50,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:50,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:50,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:50,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:50,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608790551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:50,556 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:50,556 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:50,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:50,556 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608790551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:50,556 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:50,556 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:50,556 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:50,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608790551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:50,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:50,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:50,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:50,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.36 KB at sequenceid=558 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/fe054ae077bf45cb9233d3a833c5a523 2024-12-07T21:58:50,644 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/db07d3f01c4642538b5f3f2eac9f1cfb as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/db07d3f01c4642538b5f3f2eac9f1cfb 2024-12-07T21:58:50,647 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f10fec4fc2e9dcf5f3462c8898134d7c/C of f10fec4fc2e9dcf5f3462c8898134d7c into db07d3f01c4642538b5f3f2eac9f1cfb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:50,647 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:50,647 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., storeName=f10fec4fc2e9dcf5f3462c8898134d7c/C, priority=12, startTime=1733608729778; duration=0sec 2024-12-07T21:58:50,647 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:50,648 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f10fec4fc2e9dcf5f3462c8898134d7c:C 2024-12-07T21:58:50,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/9237845566544943b687fd47233cc70e is 50, key is test_row_0/C:col10/1733608729766/Put/seqid=0 2024-12-07T21:58:50,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742388_1564 (size=12301) 2024-12-07T21:58:50,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.36 KB at sequenceid=558 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/9237845566544943b687fd47233cc70e 2024-12-07T21:58:50,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/9fc18210bfb446bcad7f6e5b35596ca8 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/9fc18210bfb446bcad7f6e5b35596ca8 2024-12-07T21:58:50,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/9fc18210bfb446bcad7f6e5b35596ca8, entries=200, sequenceid=558, filesize=39.0 K 2024-12-07T21:58:50,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/fe054ae077bf45cb9233d3a833c5a523 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/fe054ae077bf45cb9233d3a833c5a523 2024-12-07T21:58:50,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/fe054ae077bf45cb9233d3a833c5a523, entries=150, sequenceid=558, filesize=12.0 K 2024-12-07T21:58:50,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/9237845566544943b687fd47233cc70e as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/9237845566544943b687fd47233cc70e 2024-12-07T21:58:50,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/9237845566544943b687fd47233cc70e, entries=150, sequenceid=558, filesize=12.0 K 2024-12-07T21:58:50,671 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~52.08 KB/53334, heapSize ~141.94 KB/145344, currentSize=140.89 KB/144270 for f10fec4fc2e9dcf5f3462c8898134d7c in 889ms, sequenceid=558, compaction requested=false 2024-12-07T21:58:50,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:50,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-07T21:58:50,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:50,675 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing f10fec4fc2e9dcf5f3462c8898134d7c 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-12-07T21:58:50,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=A 2024-12-07T21:58:50,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:50,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=B 2024-12-07T21:58:50,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:50,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=C 2024-12-07T21:58:50,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:50,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412070ba9b5cc675e4136ad1eb49c09fc93c6_f10fec4fc2e9dcf5f3462c8898134d7c is 50, key is test_row_0/A:col10/1733608729896/Put/seqid=0 2024-12-07T21:58:50,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742389_1565 (size=12454) 2024-12-07T21:58:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:51,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:51,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608791067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:51,072 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:51,072 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:51,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:51,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608791068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:51,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:51,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:51,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608791069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:51,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:51,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:51,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:51,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:51,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:51,091 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412070ba9b5cc675e4136ad1eb49c09fc93c6_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412070ba9b5cc675e4136ad1eb49c09fc93c6_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:51,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/4104184c228c4c5f924d5ba951cb55dc, store: [table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:51,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/4104184c228c4c5f924d5ba951cb55dc is 175, key is test_row_0/A:col10/1733608729896/Put/seqid=0 2024-12-07T21:58:51,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742390_1566 (size=31255) 2024-12-07T21:58:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-07T21:58:51,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608791181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:51,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:51,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:51,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:51,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608791181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:51,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:51,184 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:51,185 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608791181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:51,185 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:51,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:51,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:51,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:51,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608791391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:51,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:51,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:51,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608791391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:51,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:51,392 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:51,392 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:51,392 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:51,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608791391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:51,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:51,392 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:51,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:51,516 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=598, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/4104184c228c4c5f924d5ba951cb55dc 2024-12-07T21:58:51,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/8ce4c51628f140fa80a6c9e759aa0e63 is 50, key is test_row_0/B:col10/1733608729896/Put/seqid=0 2024-12-07T21:58:51,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742391_1567 (size=12301) 2024-12-07T21:58:51,541 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=598 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/8ce4c51628f140fa80a6c9e759aa0e63 2024-12-07T21:58:51,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/2eb10dd03c6c42fbb37707daf788c782 is 50, key is test_row_0/C:col10/1733608729896/Put/seqid=0 2024-12-07T21:58:51,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742392_1568 (size=12301) 2024-12-07T21:58:51,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608791700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:51,701 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:51,701 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:51,701 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:51,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608791700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:51,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608791700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:51,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:51,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:51,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:51,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:51,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:51,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:51,975 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=598 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/2eb10dd03c6c42fbb37707daf788c782 2024-12-07T21:58:51,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/4104184c228c4c5f924d5ba951cb55dc as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/4104184c228c4c5f924d5ba951cb55dc 2024-12-07T21:58:51,981 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/4104184c228c4c5f924d5ba951cb55dc, entries=150, sequenceid=598, filesize=30.5 K 2024-12-07T21:58:51,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/8ce4c51628f140fa80a6c9e759aa0e63 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/8ce4c51628f140fa80a6c9e759aa0e63 2024-12-07T21:58:51,985 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/8ce4c51628f140fa80a6c9e759aa0e63, entries=150, sequenceid=598, filesize=12.0 K 2024-12-07T21:58:51,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/2eb10dd03c6c42fbb37707daf788c782 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/2eb10dd03c6c42fbb37707daf788c782 2024-12-07T21:58:51,988 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/2eb10dd03c6c42fbb37707daf788c782, entries=150, sequenceid=598, filesize=12.0 K 2024-12-07T21:58:51,988 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for f10fec4fc2e9dcf5f3462c8898134d7c in 1313ms, sequenceid=598, compaction requested=true 2024-12-07T21:58:51,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:51,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:51,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-12-07T21:58:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-12-07T21:58:51,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-12-07T21:58:51,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0140 sec 2024-12-07T21:58:51,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 3.0190 sec 2024-12-07T21:58:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:52,213 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f10fec4fc2e9dcf5f3462c8898134d7c 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-07T21:58:52,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=A 2024-12-07T21:58:52,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:52,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=B 2024-12-07T21:58:52,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:52,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=C 2024-12-07T21:58:52,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:52,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207746eb922750f497aa3e3d67ac99ad91d_f10fec4fc2e9dcf5f3462c8898134d7c is 50, key is test_row_0/A:col10/1733608731067/Put/seqid=0 2024-12-07T21:58:52,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742393_1569 (size=12454) 2024-12-07T21:58:52,242 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1733608732223, max timestamp=1733608732240Num uniques 859; 2024-12-07T21:58:52,242 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1733608732223, max timestamp=1733608732240Num uniques 859; 2024-12-07T21:58:52,242 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-07T21:58:52,242 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-07T21:58:52,242 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1733608732223, max timestamp=1733608732240Num uniques 859; 2024-12-07T21:58:52,243 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/dbf4292a68c8:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-07T21:58:52,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:52,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:52,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608792271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:52,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608792271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:52,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:52,276 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:52,276 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:52,276 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:52,276 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:52,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608792272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:52,276 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:52,276 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:52,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:52,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:52,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:52,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608792380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:52,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:52,383 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608792380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:52,383 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:52,383 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:52,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:52,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608792381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:52,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:52,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:52,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:52,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:52,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:52,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608792590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:52,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608792590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:52,593 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:52,593 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:52,593 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:52,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:52,593 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:52,593 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:52,593 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608792590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:52,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:52,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:52,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:52,632 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:52,634 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207746eb922750f497aa3e3d67ac99ad91d_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207746eb922750f497aa3e3d67ac99ad91d_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:52,635 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/804b698bc88442ac9c4cd6873acae779, store: [table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:52,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/804b698bc88442ac9c4cd6873acae779 is 175, key is test_row_0/A:col10/1733608731067/Put/seqid=0 2024-12-07T21:58:52,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742394_1570 (size=31255) 2024-12-07T21:58:52,638 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=608, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/804b698bc88442ac9c4cd6873acae779 2024-12-07T21:58:52,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/d0e7cd31e0d64af19c1d96a6fe1b8d9e is 50, key is test_row_0/B:col10/1733608731067/Put/seqid=0 2024-12-07T21:58:52,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742395_1571 (size=12301) 2024-12-07T21:58:52,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=608 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/d0e7cd31e0d64af19c1d96a6fe1b8d9e 2024-12-07T21:58:52,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/a1a195d2fc5642208740de9ad0053978 is 50, key is test_row_0/C:col10/1733608731067/Put/seqid=0 2024-12-07T21:58:52,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742396_1572 (size=12301) 2024-12-07T21:58:52,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:52,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608792901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:52,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:52,903 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:52,903 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:52,903 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:52,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608792901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:52,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:52,904 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:52,904 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:52,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608792901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:52,904 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:52,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:52,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:52,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:53,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=608 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/a1a195d2fc5642208740de9ad0053978 2024-12-07T21:58:53,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/804b698bc88442ac9c4cd6873acae779 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/804b698bc88442ac9c4cd6873acae779 2024-12-07T21:58:53,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/804b698bc88442ac9c4cd6873acae779, entries=150, sequenceid=608, filesize=30.5 K 2024-12-07T21:58:53,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/d0e7cd31e0d64af19c1d96a6fe1b8d9e as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/d0e7cd31e0d64af19c1d96a6fe1b8d9e 2024-12-07T21:58:53,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/d0e7cd31e0d64af19c1d96a6fe1b8d9e, entries=150, sequenceid=608, filesize=12.0 K 2024-12-07T21:58:53,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/a1a195d2fc5642208740de9ad0053978 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/a1a195d2fc5642208740de9ad0053978 2024-12-07T21:58:53,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/a1a195d2fc5642208740de9ad0053978, entries=150, sequenceid=608, filesize=12.0 K 2024-12-07T21:58:53,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for f10fec4fc2e9dcf5f3462c8898134d7c in 857ms, sequenceid=608, compaction requested=true 2024-12-07T21:58:53,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:53,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f10fec4fc2e9dcf5f3462c8898134d7c:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:58:53,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:53,069 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T21:58:53,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f10fec4fc2e9dcf5f3462c8898134d7c:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:58:53,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:53,070 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T21:58:53,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f10fec4fc2e9dcf5f3462c8898134d7c:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:58:53,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:58:53,070 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49600 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T21:58:53,070 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134110 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T21:58:53,070 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): f10fec4fc2e9dcf5f3462c8898134d7c/B is initiating minor compaction (all files) 2024-12-07T21:58:53,070 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): f10fec4fc2e9dcf5f3462c8898134d7c/A is initiating minor compaction (all files) 2024-12-07T21:58:53,070 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f10fec4fc2e9dcf5f3462c8898134d7c/B in TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:53,070 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f10fec4fc2e9dcf5f3462c8898134d7c/A in TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:53,071 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/3695c6517ffb4493a3244e49a2a2e3d2, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/fe054ae077bf45cb9233d3a833c5a523, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/8ce4c51628f140fa80a6c9e759aa0e63, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/d0e7cd31e0d64af19c1d96a6fe1b8d9e] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp, totalSize=48.4 K 2024-12-07T21:58:53,071 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/85d34b96801d481bb60be015ed75220a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/9fc18210bfb446bcad7f6e5b35596ca8, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/4104184c228c4c5f924d5ba951cb55dc, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/804b698bc88442ac9c4cd6873acae779] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp, totalSize=131.0 K 2024-12-07T21:58:53,071 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:53,071 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. files: [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/85d34b96801d481bb60be015ed75220a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/9fc18210bfb446bcad7f6e5b35596ca8, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/4104184c228c4c5f924d5ba951cb55dc, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/804b698bc88442ac9c4cd6873acae779] 2024-12-07T21:58:53,071 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 3695c6517ffb4493a3244e49a2a2e3d2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733608727710 2024-12-07T21:58:53,071 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85d34b96801d481bb60be015ed75220a, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733608727710 2024-12-07T21:58:53,071 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting fe054ae077bf45cb9233d3a833c5a523, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=558, earliestPutTs=1733608729766 2024-12-07T21:58:53,071 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9fc18210bfb446bcad7f6e5b35596ca8, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=558, earliestPutTs=1733608729766 2024-12-07T21:58:53,071 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ce4c51628f140fa80a6c9e759aa0e63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=598, earliestPutTs=1733608729896 2024-12-07T21:58:53,071 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4104184c228c4c5f924d5ba951cb55dc, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=598, earliestPutTs=1733608729896 2024-12-07T21:58:53,071 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting d0e7cd31e0d64af19c1d96a6fe1b8d9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=608, earliestPutTs=1733608731066 2024-12-07T21:58:53,072 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 804b698bc88442ac9c4cd6873acae779, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=608, earliestPutTs=1733608731066 2024-12-07T21:58:53,075 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:53,076 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f10fec4fc2e9dcf5f3462c8898134d7c#B#compaction#482 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:53,077 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/492ac302782e4beca32bf189edf56d64 is 50, key is test_row_0/B:col10/1733608731067/Put/seqid=0 2024-12-07T21:58:53,077 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207b9b31a563bf44c06a4154fba56e59d6d_f10fec4fc2e9dcf5f3462c8898134d7c store=[table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:53,079 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207b9b31a563bf44c06a4154fba56e59d6d_f10fec4fc2e9dcf5f3462c8898134d7c, store=[table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:53,079 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207b9b31a563bf44c06a4154fba56e59d6d_f10fec4fc2e9dcf5f3462c8898134d7c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:53,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742397_1573 (size=12983) 2024-12-07T21:58:53,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742398_1574 (size=4469) 2024-12-07T21:58:53,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-07T21:58:53,141 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:58:53,141 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:58:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-12-07T21:58:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-07T21:58:53,143 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:58:53,143 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:58:53,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:58:53,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-07T21:58:53,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-07T21:58:53,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:53,295 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing f10fec4fc2e9dcf5f3462c8898134d7c 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-12-07T21:58:53,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=A 2024-12-07T21:58:53,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:53,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=B 2024-12-07T21:58:53,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:53,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=C 2024-12-07T21:58:53,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-07T21:58:53,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207a112f5735ce742d482fb92c2660ea21c_f10fec4fc2e9dcf5f3462c8898134d7c is 50, key is test_row_0/A:col10/1733608732271/Put/seqid=0 2024-12-07T21:58:53,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742399_1575 (size=12454) 2024-12-07T21:58:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:53,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:53,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:53,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608793420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:53,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:53,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608793421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:53,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:53,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:53,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:53,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:53,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:53,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:53,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:53,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608793425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:53,429 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:53,429 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:53,429 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-07T21:58:53,487 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/492ac302782e4beca32bf189edf56d64 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/492ac302782e4beca32bf189edf56d64 2024-12-07T21:58:53,490 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f10fec4fc2e9dcf5f3462c8898134d7c/B of f10fec4fc2e9dcf5f3462c8898134d7c into 492ac302782e4beca32bf189edf56d64(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:53,490 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:53,490 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., storeName=f10fec4fc2e9dcf5f3462c8898134d7c/B, priority=12, startTime=1733608733069; duration=0sec 2024-12-07T21:58:53,490 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:58:53,490 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f10fec4fc2e9dcf5f3462c8898134d7c:B 2024-12-07T21:58:53,490 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T21:58:53,491 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49566 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T21:58:53,491 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): f10fec4fc2e9dcf5f3462c8898134d7c/C is initiating minor compaction (all files) 2024-12-07T21:58:53,491 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f10fec4fc2e9dcf5f3462c8898134d7c/C in TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:53,491 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/db07d3f01c4642538b5f3f2eac9f1cfb, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/9237845566544943b687fd47233cc70e, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/2eb10dd03c6c42fbb37707daf788c782, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/a1a195d2fc5642208740de9ad0053978] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp, totalSize=48.4 K 2024-12-07T21:58:53,491 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting db07d3f01c4642538b5f3f2eac9f1cfb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1733608727710 2024-12-07T21:58:53,492 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 9237845566544943b687fd47233cc70e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=558, earliestPutTs=1733608729766 2024-12-07T21:58:53,492 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 2eb10dd03c6c42fbb37707daf788c782, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=598, earliestPutTs=1733608729896 2024-12-07T21:58:53,492 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting a1a195d2fc5642208740de9ad0053978, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=608, earliestPutTs=1733608731066 2024-12-07T21:58:53,494 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f10fec4fc2e9dcf5f3462c8898134d7c#A#compaction#483 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:53,494 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/ffcf862946b9467bbc04ef7956699fb6 is 175, key is test_row_0/A:col10/1733608731067/Put/seqid=0 2024-12-07T21:58:53,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742400_1576 (size=31937) 2024-12-07T21:58:53,505 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f10fec4fc2e9dcf5f3462c8898134d7c#C#compaction#485 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:53,505 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/73c909c3ae8545c29f4a2954b36832a1 is 50, key is test_row_0/C:col10/1733608731067/Put/seqid=0 2024-12-07T21:58:53,507 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/ffcf862946b9467bbc04ef7956699fb6 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/ffcf862946b9467bbc04ef7956699fb6 2024-12-07T21:58:53,511 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f10fec4fc2e9dcf5f3462c8898134d7c/A of f10fec4fc2e9dcf5f3462c8898134d7c into ffcf862946b9467bbc04ef7956699fb6(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:53,511 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:53,511 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., storeName=f10fec4fc2e9dcf5f3462c8898134d7c/A, priority=12, startTime=1733608733069; duration=0sec 2024-12-07T21:58:53,511 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:53,511 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f10fec4fc2e9dcf5f3462c8898134d7c:A 2024-12-07T21:58:53,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742401_1577 (size=12949) 2024-12-07T21:58:53,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608793530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:53,533 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:53,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:53,533 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:53,533 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608793530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:53,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:53,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:53,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:53,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608793541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:53,543 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:53,543 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:53,543 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:53,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:53,706 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207a112f5735ce742d482fb92c2660ea21c_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a112f5735ce742d482fb92c2660ea21c_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:53,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/aba7ce5c744e4ca78362e845b273f881, store: [table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:53,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/aba7ce5c744e4ca78362e845b273f881 is 175, key is test_row_0/A:col10/1733608732271/Put/seqid=0 2024-12-07T21:58:53,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742402_1578 (size=31255) 2024-12-07T21:58:53,711 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=643, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/aba7ce5c744e4ca78362e845b273f881 2024-12-07T21:58:53,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/2f322497e35347498270aa32b8f41123 is 50, key is test_row_0/B:col10/1733608732271/Put/seqid=0 2024-12-07T21:58:53,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742403_1579 (size=12301) 2024-12-07T21:58:53,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:53,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608793740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:53,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:53,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:53,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:53,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:53,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608793740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:53,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:53,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:53,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:53,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:53,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608793750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:53,752 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:53,752 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:53,752 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:53,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-07T21:58:53,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:53,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56408 deadline: 1733608793771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:53,774 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_2' in f10fec4fc2e9dcf5f3462c8898134d7c of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18317 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:58:53,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:53,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:53,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:53,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:53,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56374 deadline: 1733608793800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:53,803 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to dbf4292a68c8,34281,1733608565228 for 'test_row_0' in f10fec4fc2e9dcf5f3462c8898134d7c of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18344 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-07T21:58:53,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:53,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:53,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:53,916 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/73c909c3ae8545c29f4a2954b36832a1 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/73c909c3ae8545c29f4a2954b36832a1 2024-12-07T21:58:53,923 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f10fec4fc2e9dcf5f3462c8898134d7c/C of f10fec4fc2e9dcf5f3462c8898134d7c into 73c909c3ae8545c29f4a2954b36832a1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:53,923 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:53,923 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., storeName=f10fec4fc2e9dcf5f3462c8898134d7c/C, priority=12, startTime=1733608733070; duration=0sec 2024-12-07T21:58:53,924 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:53,924 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f10fec4fc2e9dcf5f3462c8898134d7c:C 2024-12-07T21:58:54,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608794051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:54,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:54,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:54,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:54,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:54,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608794051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:54,053 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:54,053 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:54,053 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:54,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608794061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:54,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:54,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:54,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:54,119 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=643 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/2f322497e35347498270aa32b8f41123 2024-12-07T21:58:54,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/f08615cfb69a462c919eeedccb698cd2 is 50, key is test_row_0/C:col10/1733608732271/Put/seqid=0 2024-12-07T21:58:54,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742404_1580 (size=12301) 2024-12-07T21:58:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-07T21:58:54,533 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=643 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/f08615cfb69a462c919eeedccb698cd2 2024-12-07T21:58:54,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/aba7ce5c744e4ca78362e845b273f881 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/aba7ce5c744e4ca78362e845b273f881 2024-12-07T21:58:54,544 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/aba7ce5c744e4ca78362e845b273f881, entries=150, sequenceid=643, filesize=30.5 K 2024-12-07T21:58:54,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/2f322497e35347498270aa32b8f41123 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/2f322497e35347498270aa32b8f41123 2024-12-07T21:58:54,549 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/2f322497e35347498270aa32b8f41123, entries=150, sequenceid=643, filesize=12.0 K 2024-12-07T21:58:54,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/f08615cfb69a462c919eeedccb698cd2 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/f08615cfb69a462c919eeedccb698cd2 2024-12-07T21:58:54,553 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/f08615cfb69a462c919eeedccb698cd2, entries=150, sequenceid=643, filesize=12.0 K 2024-12-07T21:58:54,554 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for f10fec4fc2e9dcf5f3462c8898134d7c in 1259ms, sequenceid=643, compaction requested=false 2024-12-07T21:58:54,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:54,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:54,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-12-07T21:58:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-12-07T21:58:54,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-12-07T21:58:54,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4130 sec 2024-12-07T21:58:54,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.4190 sec 2024-12-07T21:58:54,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f10fec4fc2e9dcf5f3462c8898134d7c 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-07T21:58:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:54,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=A 2024-12-07T21:58:54,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:54,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=B 2024-12-07T21:58:54,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:54,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=C 2024-12-07T21:58:54,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:54,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412076b5a3433642c4159918d7efed9ab3703_f10fec4fc2e9dcf5f3462c8898134d7c is 50, key is test_row_0/A:col10/1733608734563/Put/seqid=0 2024-12-07T21:58:54,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742405_1581 (size=17534) 2024-12-07T21:58:54,603 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:54,606 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412076b5a3433642c4159918d7efed9ab3703_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412076b5a3433642c4159918d7efed9ab3703_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:54,607 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/80bd800609864daea6bbe2024b351b36, store: [table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:54,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/80bd800609864daea6bbe2024b351b36 is 175, key is test_row_0/A:col10/1733608734563/Put/seqid=0 2024-12-07T21:58:54,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608794616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:54,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:54,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:54,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:54,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608794620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:54,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608794621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:54,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:54,626 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:54,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:54,626 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:54,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:54,626 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:54,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742406_1582 (size=48639) 2024-12-07T21:58:54,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608794730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:54,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608794731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:54,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:54,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:54,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:54,734 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:54,734 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:54,734 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:54,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608794731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:54,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:54,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:54,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:54,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608794941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:54,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:54,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:54,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:54,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608794941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:54,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:54,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:54,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608794941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:54,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:54,944 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:54,944 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:54,944 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:55,042 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=658, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/80bd800609864daea6bbe2024b351b36 2024-12-07T21:58:55,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/8c059621dd5040f08eb5779643235c7d is 50, key is test_row_0/B:col10/1733608734563/Put/seqid=0 2024-12-07T21:58:55,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742407_1583 (size=12301) 2024-12-07T21:58:55,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:55,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608795250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608795250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:55,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:55,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608795250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:55,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:55,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:55,253 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:55,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:55,253 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:55,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:55,253 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:55,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-07T21:58:55,301 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:58:55,302 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T21:58:55,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-12-07T21:58:55,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-07T21:58:55,303 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T21:58:55,303 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T21:58:55,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T21:58:55,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-07T21:58:55,413 INFO [Thread-2232 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2232. 2024-12-07T21:58:55,413 DEBUG [Thread-2232 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:58:55,413 DEBUG [Thread-2232 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:55,413 DEBUG [Thread-2232 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:55,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:58:55,413 INFO [Thread-2236 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2236. 2024-12-07T21:58:55,414 DEBUG [Thread-2236 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:58:55,414 DEBUG [Thread-2236 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:55,414 DEBUG [Thread-2236 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:55,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:58:55,414 INFO [Thread-2234 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2234. 2024-12-07T21:58:55,414 DEBUG [Thread-2234 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:58:55,414 DEBUG [Thread-2234 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:55,414 DEBUG [Thread-2234 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:55,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:58:55,416 INFO [Thread-2230 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2230. 2024-12-07T21:58:55,416 DEBUG [Thread-2230 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:58:55,416 DEBUG [Thread-2230 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:55,416 DEBUG [Thread-2230 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:55,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:58:55,416 INFO [Thread-2228 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2228. 2024-12-07T21:58:55,416 DEBUG [Thread-2228 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:58:55,416 DEBUG [Thread-2228 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:55,416 DEBUG [Thread-2228 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:55,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:58:55,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=658 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/8c059621dd5040f08eb5779643235c7d 2024-12-07T21:58:55,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/999d43c4230b4be3ae9163593c0a9232 is 50, key is test_row_0/C:col10/1733608734563/Put/seqid=0 2024-12-07T21:58:55,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-07T21:58:55,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:55,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:55,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:55,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:55,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:55,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:55,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742408_1584 (size=12301) 2024-12-07T21:58:55,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-07T21:58:55,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:55,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:55,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:55,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:55,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-07T21:58:55,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-07T21:58:55,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:55,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:55,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:55,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:55,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:55,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T21:58:55,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56434 deadline: 1733608795761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:55,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-07T21:58:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56392 deadline: 1733608795761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56474 deadline: 1733608795761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 2024-12-07T21:58:55,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:55,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:55,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:55,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:55,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 , the old value is region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:55,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:55,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:55,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-07T21:58:55,762 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., hostname=dbf4292a68c8,34281,1733608565228, seqNum=5 because the exception is null or not the one we care about 2024-12-07T21:58:55,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=658 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/999d43c4230b4be3ae9163593c0a9232 2024-12-07T21:58:55,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/80bd800609864daea6bbe2024b351b36 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/80bd800609864daea6bbe2024b351b36 2024-12-07T21:58:55,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/80bd800609864daea6bbe2024b351b36, entries=250, sequenceid=658, filesize=47.5 K 2024-12-07T21:58:55,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/8c059621dd5040f08eb5779643235c7d as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/8c059621dd5040f08eb5779643235c7d 2024-12-07T21:58:55,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/8c059621dd5040f08eb5779643235c7d, entries=150, sequenceid=658, filesize=12.0 K 2024-12-07T21:58:55,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/999d43c4230b4be3ae9163593c0a9232 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/999d43c4230b4be3ae9163593c0a9232 2024-12-07T21:58:55,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/999d43c4230b4be3ae9163593c0a9232, entries=150, sequenceid=658, filesize=12.0 K 2024-12-07T21:58:55,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for f10fec4fc2e9dcf5f3462c8898134d7c in 1307ms, sequenceid=658, compaction requested=true 2024-12-07T21:58:55,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:55,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f10fec4fc2e9dcf5f3462c8898134d7c:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T21:58:55,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:55,872 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:58:55,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f10fec4fc2e9dcf5f3462c8898134d7c:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T21:58:55,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:55,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f10fec4fc2e9dcf5f3462c8898134d7c:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T21:58:55,872 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:58:55,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:58:55,872 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111831 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:58:55,872 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:58:55,872 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1541): f10fec4fc2e9dcf5f3462c8898134d7c/A is initiating minor compaction (all files) 2024-12-07T21:58:55,872 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): f10fec4fc2e9dcf5f3462c8898134d7c/B is initiating minor compaction (all files) 2024-12-07T21:58:55,872 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f10fec4fc2e9dcf5f3462c8898134d7c/A in TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:55,872 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f10fec4fc2e9dcf5f3462c8898134d7c/B in TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:55,872 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/492ac302782e4beca32bf189edf56d64, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/2f322497e35347498270aa32b8f41123, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/8c059621dd5040f08eb5779643235c7d] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp, totalSize=36.7 K 2024-12-07T21:58:55,872 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/ffcf862946b9467bbc04ef7956699fb6, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/aba7ce5c744e4ca78362e845b273f881, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/80bd800609864daea6bbe2024b351b36] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp, totalSize=109.2 K 2024-12-07T21:58:55,873 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:55,873 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. files: [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/ffcf862946b9467bbc04ef7956699fb6, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/aba7ce5c744e4ca78362e845b273f881, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/80bd800609864daea6bbe2024b351b36] 2024-12-07T21:58:55,873 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 492ac302782e4beca32bf189edf56d64, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=608, earliestPutTs=1733608731066 2024-12-07T21:58:55,873 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting ffcf862946b9467bbc04ef7956699fb6, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=608, earliestPutTs=1733608731066 2024-12-07T21:58:55,873 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f322497e35347498270aa32b8f41123, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=643, earliestPutTs=1733608732263 2024-12-07T21:58:55,873 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting aba7ce5c744e4ca78362e845b273f881, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=643, earliestPutTs=1733608732263 2024-12-07T21:58:55,873 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c059621dd5040f08eb5779643235c7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=658, earliestPutTs=1733608733419 2024-12-07T21:58:55,873 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] compactions.Compactor(225): Compacting 80bd800609864daea6bbe2024b351b36, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=658, earliestPutTs=1733608733413 2024-12-07T21:58:55,877 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:55,878 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f10fec4fc2e9dcf5f3462c8898134d7c#B#compaction#491 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:55,878 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/0c28620ff2ce4f238d17d86773830759 is 50, key is test_row_0/B:col10/1733608734563/Put/seqid=0 2024-12-07T21:58:55,878 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207c771f36a21684649a8cfdcb18671e1de_f10fec4fc2e9dcf5f3462c8898134d7c store=[table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:55,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742409_1585 (size=13085) 2024-12-07T21:58:55,887 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207c771f36a21684649a8cfdcb18671e1de_f10fec4fc2e9dcf5f3462c8898134d7c, store=[table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:55,888 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207c771f36a21684649a8cfdcb18671e1de_f10fec4fc2e9dcf5f3462c8898134d7c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:55,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742410_1586 (size=4469) 2024-12-07T21:58:55,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34281 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-07T21:58:55,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:55,914 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing f10fec4fc2e9dcf5f3462c8898134d7c 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-07T21:58:55,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=A 2024-12-07T21:58:55,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:55,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=B 2024-12-07T21:58:55,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:55,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=C 2024-12-07T21:58:55,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:58:55,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412072aa19003861941899b708af21907c6c3_f10fec4fc2e9dcf5f3462c8898134d7c is 50, key is test_row_0/A:col10/1733608734619/Put/seqid=0 2024-12-07T21:58:55,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742411_1587 (size=12454) 2024-12-07T21:58:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-07T21:58:56,285 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/0c28620ff2ce4f238d17d86773830759 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/0c28620ff2ce4f238d17d86773830759 2024-12-07T21:58:56,289 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f10fec4fc2e9dcf5f3462c8898134d7c/B of f10fec4fc2e9dcf5f3462c8898134d7c into 0c28620ff2ce4f238d17d86773830759(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:56,289 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:56,289 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., storeName=f10fec4fc2e9dcf5f3462c8898134d7c/B, priority=13, startTime=1733608735872; duration=0sec 2024-12-07T21:58:56,289 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T21:58:56,289 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f10fec4fc2e9dcf5f3462c8898134d7c:B 2024-12-07T21:58:56,289 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T21:58:56,290 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T21:58:56,290 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1541): f10fec4fc2e9dcf5f3462c8898134d7c/C is initiating minor compaction (all files) 2024-12-07T21:58:56,290 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f10fec4fc2e9dcf5f3462c8898134d7c/C in TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:56,290 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/73c909c3ae8545c29f4a2954b36832a1, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/f08615cfb69a462c919eeedccb698cd2, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/999d43c4230b4be3ae9163593c0a9232] into tmpdir=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp, totalSize=36.7 K 2024-12-07T21:58:56,290 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73c909c3ae8545c29f4a2954b36832a1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=608, earliestPutTs=1733608731066 2024-12-07T21:58:56,290 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting f08615cfb69a462c919eeedccb698cd2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=643, earliestPutTs=1733608732263 2024-12-07T21:58:56,291 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] compactions.Compactor(225): Compacting 999d43c4230b4be3ae9163593c0a9232, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=658, earliestPutTs=1733608733419 2024-12-07T21:58:56,291 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f10fec4fc2e9dcf5f3462c8898134d7c#A#compaction#492 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:56,292 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/38819d73cdac4df3ba2342ea4b13e305 is 175, key is test_row_0/A:col10/1733608734563/Put/seqid=0 2024-12-07T21:58:56,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742412_1588 (size=32039) 2024-12-07T21:58:56,298 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f10fec4fc2e9dcf5f3462c8898134d7c#C#compaction#494 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T21:58:56,298 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/8fbad05038d54a8696a3f981363daf71 is 50, key is test_row_0/C:col10/1733608734563/Put/seqid=0 2024-12-07T21:58:56,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742413_1589 (size=13051) 2024-12-07T21:58:56,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:58:56,326 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412072aa19003861941899b708af21907c6c3_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412072aa19003861941899b708af21907c6c3_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:56,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/651c951ee73d40a3b302bdafe90f6ec9, store: [table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:58:56,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/651c951ee73d40a3b302bdafe90f6ec9 is 175, key is test_row_0/A:col10/1733608734619/Put/seqid=0 2024-12-07T21:58:56,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742414_1590 (size=31255) 2024-12-07T21:58:56,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-07T21:58:56,702 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/38819d73cdac4df3ba2342ea4b13e305 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/38819d73cdac4df3ba2342ea4b13e305 2024-12-07T21:58:56,705 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/8fbad05038d54a8696a3f981363daf71 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/8fbad05038d54a8696a3f981363daf71 2024-12-07T21:58:56,706 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f10fec4fc2e9dcf5f3462c8898134d7c/A of f10fec4fc2e9dcf5f3462c8898134d7c into 38819d73cdac4df3ba2342ea4b13e305(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:56,706 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:56,706 INFO [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., storeName=f10fec4fc2e9dcf5f3462c8898134d7c/A, priority=13, startTime=1733608735872; duration=0sec 2024-12-07T21:58:56,706 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:56,706 DEBUG [RS:0;dbf4292a68c8:34281-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f10fec4fc2e9dcf5f3462c8898134d7c:A 2024-12-07T21:58:56,708 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f10fec4fc2e9dcf5f3462c8898134d7c/C of f10fec4fc2e9dcf5f3462c8898134d7c into 8fbad05038d54a8696a3f981363daf71(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T21:58:56,708 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:56,708 INFO [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., storeName=f10fec4fc2e9dcf5f3462c8898134d7c/C, priority=13, startTime=1733608735872; duration=0sec 2024-12-07T21:58:56,708 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T21:58:56,708 DEBUG [RS:0;dbf4292a68c8:34281-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f10fec4fc2e9dcf5f3462c8898134d7c:C 2024-12-07T21:58:56,731 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=678, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/651c951ee73d40a3b302bdafe90f6ec9 2024-12-07T21:58:56,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/060122107ed44628b1e359a64dd5cb6f is 50, key is test_row_0/B:col10/1733608734619/Put/seqid=0 2024-12-07T21:58:56,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742415_1591 (size=12301) 2024-12-07T21:58:56,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34281 {}] regionserver.HRegion(8855): Flush requested on f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:58:56,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. as already flushing 2024-12-07T21:58:56,772 INFO [Thread-2225 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2225. 2024-12-07T21:58:56,772 INFO [Thread-2219 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2219. 2024-12-07T21:58:56,772 INFO [Thread-2221 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2221. 2024-12-07T21:58:56,772 DEBUG [Thread-2225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:58:56,772 DEBUG [Thread-2219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:58:56,772 DEBUG [Thread-2221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:58:56,772 DEBUG [Thread-2225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:56,772 DEBUG [Thread-2219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:56,772 DEBUG [Thread-2221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:56,772 DEBUG [Thread-2225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:56,772 DEBUG [Thread-2219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:56,772 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:58:56,772 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:58:56,772 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:58:56,773 DEBUG [Thread-2221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:58:57,141 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=678 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/060122107ed44628b1e359a64dd5cb6f 2024-12-07T21:58:57,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/4131e9c0703e4166b00f6310db16f132 is 50, key is test_row_0/C:col10/1733608734619/Put/seqid=0 2024-12-07T21:58:57,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742416_1592 (size=12301) 2024-12-07T21:58:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-07T21:58:57,558 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=678 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/4131e9c0703e4166b00f6310db16f132 2024-12-07T21:58:57,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/651c951ee73d40a3b302bdafe90f6ec9 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/651c951ee73d40a3b302bdafe90f6ec9 2024-12-07T21:58:57,571 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/651c951ee73d40a3b302bdafe90f6ec9, entries=150, sequenceid=678, filesize=30.5 K 2024-12-07T21:58:57,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/060122107ed44628b1e359a64dd5cb6f as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/060122107ed44628b1e359a64dd5cb6f 2024-12-07T21:58:57,575 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/060122107ed44628b1e359a64dd5cb6f, entries=150, sequenceid=678, filesize=12.0 K 2024-12-07T21:58:57,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/4131e9c0703e4166b00f6310db16f132 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/4131e9c0703e4166b00f6310db16f132 2024-12-07T21:58:57,579 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/4131e9c0703e4166b00f6310db16f132, entries=150, sequenceid=678, filesize=12.0 K 2024-12-07T21:58:57,580 INFO [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=20.13 KB/20610 for f10fec4fc2e9dcf5f3462c8898134d7c in 1666ms, sequenceid=678, compaction requested=false 2024-12-07T21:58:57,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for f10fec4fc2e9dcf5f3462c8898134d7c: 2024-12-07T21:58:57,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:58:57,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/dbf4292a68c8:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-12-07T21:58:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-12-07T21:58:57,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-12-07T21:58:57,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2780 sec 2024-12-07T21:58:57,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 2.2810 sec 2024-12-07T21:58:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-07T21:58:59,461 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:59:03,578 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T21:59:03,874 INFO [Thread-2223 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2223. 2024-12-07T21:59:03,874 DEBUG [Thread-2223 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:59:03,874 DEBUG [Thread-2223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:59:03,874 DEBUG [Thread-2223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:59:03,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:59:03,903 INFO [Thread-2217 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2217. 2024-12-07T21:59:03,903 DEBUG [Thread-2217 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-07T21:59:03,903 DEBUG [Thread-2217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:59:03,903 DEBUG [Thread-2217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:59:03,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:59:03,904 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-07T21:59:03,904 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 10 2024-12-07T21:59:03,904 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 173 2024-12-07T21:59:03,904 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 181 2024-12-07T21:59:03,904 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 10 2024-12-07T21:59:03,904 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 232 2024-12-07T21:59:03,904 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-07T21:59:03,904 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2988 2024-12-07T21:59:03,904 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3103 2024-12-07T21:59:03,904 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3044 2024-12-07T21:59:03,904 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2994 2024-12-07T21:59:03,904 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3070 2024-12-07T21:59:03,904 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-07T21:59:03,905 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T21:59:03,905 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T21:59:03,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:59:03,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:59:03,906 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-07T21:59:03,906 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:59:03,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-07T21:59:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-07T21:59:03,911 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608743911"}]},"ts":"1733608743911"} 2024-12-07T21:59:03,914 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-07T21:59:03,914 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-07T21:59:03,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T21:59:03,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f10fec4fc2e9dcf5f3462c8898134d7c, UNASSIGN}] 2024-12-07T21:59:03,932 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f10fec4fc2e9dcf5f3462c8898134d7c, UNASSIGN 2024-12-07T21:59:03,934 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=f10fec4fc2e9dcf5f3462c8898134d7c, regionState=CLOSING, regionLocation=dbf4292a68c8,34281,1733608565228 2024-12-07T21:59:03,935 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33471 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=dbf4292a68c8,34281,1733608565228, table=TestAcidGuarantees, region=f10fec4fc2e9dcf5f3462c8898134d7c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-07T21:59:03,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f10fec4fc2e9dcf5f3462c8898134d7c, UNASSIGN because future has completed 2024-12-07T21:59:03,938 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T21:59:03,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228}] 2024-12-07T21:59:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-07T21:59:04,093 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(122): Close f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:59:04,093 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-07T21:59:04,093 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1722): Closing f10fec4fc2e9dcf5f3462c8898134d7c, disabling compactions & flushes 2024-12-07T21:59:04,093 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:59:04,093 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:59:04,093 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. after waiting 0 ms 2024-12-07T21:59:04,093 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:59:04,093 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(2902): Flushing f10fec4fc2e9dcf5f3462c8898134d7c 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-07T21:59:04,094 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=A 2024-12-07T21:59:04,094 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:59:04,094 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=B 2024-12-07T21:59:04,094 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:59:04,094 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f10fec4fc2e9dcf5f3462c8898134d7c, store=C 2024-12-07T21:59:04,094 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T21:59:04,133 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207a47f8aa5c9cc49db88a814a4632725c4_f10fec4fc2e9dcf5f3462c8898134d7c is 50, key is test_row_0/A:col10/1733608743901/Put/seqid=0 2024-12-07T21:59:04,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742417_1593 (size=9914) 2024-12-07T21:59:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-07T21:59:04,541 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T21:59:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-07T21:59:04,552 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207a47f8aa5c9cc49db88a814a4632725c4_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a47f8aa5c9cc49db88a814a4632725c4_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:59:04,553 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/db0b4bffe17847f08c22ebbdb206996c, store: [table=TestAcidGuarantees family=A region=f10fec4fc2e9dcf5f3462c8898134d7c] 2024-12-07T21:59:04,554 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/db0b4bffe17847f08c22ebbdb206996c is 175, key is test_row_0/A:col10/1733608743901/Put/seqid=0 2024-12-07T21:59:04,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742418_1594 (size=22561) 2024-12-07T21:59:04,960 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=689, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/db0b4bffe17847f08c22ebbdb206996c 2024-12-07T21:59:04,974 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/b47f32490f3e426894aafcb0d78b2c9a is 50, key is test_row_0/B:col10/1733608743901/Put/seqid=0 2024-12-07T21:59:04,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742419_1595 (size=9857) 2024-12-07T21:59:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-07T21:59:05,378 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=689 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/b47f32490f3e426894aafcb0d78b2c9a 2024-12-07T21:59:05,384 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/a00ac46176bd4a408c5ac223450e43f8 is 50, key is test_row_0/C:col10/1733608743901/Put/seqid=0 2024-12-07T21:59:05,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742420_1596 (size=9857) 2024-12-07T21:59:05,788 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=689 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/a00ac46176bd4a408c5ac223450e43f8 2024-12-07T21:59:05,792 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/A/db0b4bffe17847f08c22ebbdb206996c as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/db0b4bffe17847f08c22ebbdb206996c 2024-12-07T21:59:05,796 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/db0b4bffe17847f08c22ebbdb206996c, entries=100, sequenceid=689, filesize=22.0 K 2024-12-07T21:59:05,797 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/B/b47f32490f3e426894aafcb0d78b2c9a as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/b47f32490f3e426894aafcb0d78b2c9a 2024-12-07T21:59:05,800 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/b47f32490f3e426894aafcb0d78b2c9a, entries=100, sequenceid=689, filesize=9.6 K 2024-12-07T21:59:05,800 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/.tmp/C/a00ac46176bd4a408c5ac223450e43f8 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/a00ac46176bd4a408c5ac223450e43f8 2024-12-07T21:59:05,803 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/a00ac46176bd4a408c5ac223450e43f8, entries=100, sequenceid=689, filesize=9.6 K 2024-12-07T21:59:05,803 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for f10fec4fc2e9dcf5f3462c8898134d7c in 1710ms, sequenceid=689, compaction requested=true 2024-12-07T21:59:05,804 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/cdacd8e44405436cbed473710bfe5214, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/a4e650e14514456e81593423af44eeea, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/04e9c06248674e818cbe35f9083a1ddb, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/fa5a49148f0c4808b552ebff43d55f6c, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/1f635234658146408ac3c1f3915a668f, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/78a0546a11364ad294f840e756168384, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/c890a37e544c4e2d8854e31ca9c03abd, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/f6e5a479ef64414c8c6de7bc39369dbb, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/d9b8378a17964ecf8aaefd37b9f8e2f0, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/c9800bdfd6544f8a9da63a4e6bea5814, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/d60c1d3d162149beae5448d3777e3700, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/ff87e3ed54bf48608c9193200afce9e4, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/ce4c4d3a0e1c46a29b614e0640ca0398, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/b6a41cd8076242cfaceb66eb6e2308ca, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/cf5192809ed14ab6b9a09483e02db61d, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/85d34b96801d481bb60be015ed75220a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/3c5a5eb70c1246a59d08110f0e1ba981, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/9fc18210bfb446bcad7f6e5b35596ca8, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/4104184c228c4c5f924d5ba951cb55dc, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/ffcf862946b9467bbc04ef7956699fb6, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/804b698bc88442ac9c4cd6873acae779, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/aba7ce5c744e4ca78362e845b273f881, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/80bd800609864daea6bbe2024b351b36] to archive 2024-12-07T21:59:05,805 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T21:59:05,806 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/cdacd8e44405436cbed473710bfe5214 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/cdacd8e44405436cbed473710bfe5214 2024-12-07T21:59:05,807 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/a4e650e14514456e81593423af44eeea to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/a4e650e14514456e81593423af44eeea 2024-12-07T21:59:05,807 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/04e9c06248674e818cbe35f9083a1ddb to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/04e9c06248674e818cbe35f9083a1ddb 2024-12-07T21:59:05,808 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/fa5a49148f0c4808b552ebff43d55f6c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/fa5a49148f0c4808b552ebff43d55f6c 2024-12-07T21:59:05,809 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/1f635234658146408ac3c1f3915a668f to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/1f635234658146408ac3c1f3915a668f 2024-12-07T21:59:05,809 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/78a0546a11364ad294f840e756168384 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/78a0546a11364ad294f840e756168384 2024-12-07T21:59:05,810 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/c890a37e544c4e2d8854e31ca9c03abd to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/c890a37e544c4e2d8854e31ca9c03abd 2024-12-07T21:59:05,811 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/f6e5a479ef64414c8c6de7bc39369dbb to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/f6e5a479ef64414c8c6de7bc39369dbb 2024-12-07T21:59:05,811 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/d9b8378a17964ecf8aaefd37b9f8e2f0 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/d9b8378a17964ecf8aaefd37b9f8e2f0 2024-12-07T21:59:05,812 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/c9800bdfd6544f8a9da63a4e6bea5814 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/c9800bdfd6544f8a9da63a4e6bea5814 2024-12-07T21:59:05,813 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/d60c1d3d162149beae5448d3777e3700 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/d60c1d3d162149beae5448d3777e3700 2024-12-07T21:59:05,813 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/ff87e3ed54bf48608c9193200afce9e4 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/ff87e3ed54bf48608c9193200afce9e4 2024-12-07T21:59:05,814 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/ce4c4d3a0e1c46a29b614e0640ca0398 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/ce4c4d3a0e1c46a29b614e0640ca0398 2024-12-07T21:59:05,815 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/b6a41cd8076242cfaceb66eb6e2308ca to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/b6a41cd8076242cfaceb66eb6e2308ca 2024-12-07T21:59:05,815 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/cf5192809ed14ab6b9a09483e02db61d to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/cf5192809ed14ab6b9a09483e02db61d 2024-12-07T21:59:05,816 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/85d34b96801d481bb60be015ed75220a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/85d34b96801d481bb60be015ed75220a 2024-12-07T21:59:05,816 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/3c5a5eb70c1246a59d08110f0e1ba981 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/3c5a5eb70c1246a59d08110f0e1ba981 2024-12-07T21:59:05,817 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/9fc18210bfb446bcad7f6e5b35596ca8 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/9fc18210bfb446bcad7f6e5b35596ca8 2024-12-07T21:59:05,819 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/4104184c228c4c5f924d5ba951cb55dc to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/4104184c228c4c5f924d5ba951cb55dc 2024-12-07T21:59:05,819 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/ffcf862946b9467bbc04ef7956699fb6 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/ffcf862946b9467bbc04ef7956699fb6 2024-12-07T21:59:05,820 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/804b698bc88442ac9c4cd6873acae779 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/804b698bc88442ac9c4cd6873acae779 2024-12-07T21:59:05,821 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/aba7ce5c744e4ca78362e845b273f881 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/aba7ce5c744e4ca78362e845b273f881 2024-12-07T21:59:05,821 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/80bd800609864daea6bbe2024b351b36 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/80bd800609864daea6bbe2024b351b36 2024-12-07T21:59:05,822 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/c7a061dc557a466a876008187a58bd4b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/5ce5fbdb7f2f410693f50482cbe79333, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/1e4cb63e89d349d4b3e2ac2e840e3706, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/e857f8b25c0f4986ac000f3c3c510e55, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/a76e7efab1ef43639797ddad10484014, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/40cd276e2b0d4346917c56ec83846ad2, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/c2359a3bc7e24d6cab5893497d03143a, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/82cc28213c7b4287b350644686235f07, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/d6f1177160664fdb98e9ccf8ea6b178c, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/45f45cdcfec34796bf75fa2d4e3bed80, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/efb5454118ad4786af91d5bbe580ff57, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/0939da342d4b4313ad6b529a09edad15, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/837a22c060ac41c689487afb9c4f8d71, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/a5fa5168ef77454387d2e3e3b5234638, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/a865396d7bcb4675bd66c0930449cf81, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/3695c6517ffb4493a3244e49a2a2e3d2, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/0010cda875f449b9b8208c94b45ebea5, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/fe054ae077bf45cb9233d3a833c5a523, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/8ce4c51628f140fa80a6c9e759aa0e63, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/492ac302782e4beca32bf189edf56d64, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/d0e7cd31e0d64af19c1d96a6fe1b8d9e, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/2f322497e35347498270aa32b8f41123, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/8c059621dd5040f08eb5779643235c7d] to archive 2024-12-07T21:59:05,823 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T21:59:05,824 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/c7a061dc557a466a876008187a58bd4b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/c7a061dc557a466a876008187a58bd4b 2024-12-07T21:59:05,825 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/5ce5fbdb7f2f410693f50482cbe79333 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/5ce5fbdb7f2f410693f50482cbe79333 2024-12-07T21:59:05,825 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/1e4cb63e89d349d4b3e2ac2e840e3706 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/1e4cb63e89d349d4b3e2ac2e840e3706 2024-12-07T21:59:05,826 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/e857f8b25c0f4986ac000f3c3c510e55 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/e857f8b25c0f4986ac000f3c3c510e55 2024-12-07T21:59:05,827 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/a76e7efab1ef43639797ddad10484014 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/a76e7efab1ef43639797ddad10484014 2024-12-07T21:59:05,827 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/40cd276e2b0d4346917c56ec83846ad2 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/40cd276e2b0d4346917c56ec83846ad2 2024-12-07T21:59:05,828 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/c2359a3bc7e24d6cab5893497d03143a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/c2359a3bc7e24d6cab5893497d03143a 2024-12-07T21:59:05,829 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/82cc28213c7b4287b350644686235f07 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/82cc28213c7b4287b350644686235f07 2024-12-07T21:59:05,829 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/d6f1177160664fdb98e9ccf8ea6b178c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/d6f1177160664fdb98e9ccf8ea6b178c 2024-12-07T21:59:05,830 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/45f45cdcfec34796bf75fa2d4e3bed80 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/45f45cdcfec34796bf75fa2d4e3bed80 2024-12-07T21:59:05,830 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/efb5454118ad4786af91d5bbe580ff57 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/efb5454118ad4786af91d5bbe580ff57 2024-12-07T21:59:05,831 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/0939da342d4b4313ad6b529a09edad15 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/0939da342d4b4313ad6b529a09edad15 2024-12-07T21:59:05,832 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/837a22c060ac41c689487afb9c4f8d71 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/837a22c060ac41c689487afb9c4f8d71 2024-12-07T21:59:05,832 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/a5fa5168ef77454387d2e3e3b5234638 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/a5fa5168ef77454387d2e3e3b5234638 2024-12-07T21:59:05,833 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/a865396d7bcb4675bd66c0930449cf81 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/a865396d7bcb4675bd66c0930449cf81 2024-12-07T21:59:05,834 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/3695c6517ffb4493a3244e49a2a2e3d2 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/3695c6517ffb4493a3244e49a2a2e3d2 2024-12-07T21:59:05,834 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/0010cda875f449b9b8208c94b45ebea5 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/0010cda875f449b9b8208c94b45ebea5 2024-12-07T21:59:05,835 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/fe054ae077bf45cb9233d3a833c5a523 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/fe054ae077bf45cb9233d3a833c5a523 2024-12-07T21:59:05,836 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/8ce4c51628f140fa80a6c9e759aa0e63 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/8ce4c51628f140fa80a6c9e759aa0e63 2024-12-07T21:59:05,837 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/492ac302782e4beca32bf189edf56d64 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/492ac302782e4beca32bf189edf56d64 2024-12-07T21:59:05,837 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/d0e7cd31e0d64af19c1d96a6fe1b8d9e to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/d0e7cd31e0d64af19c1d96a6fe1b8d9e 2024-12-07T21:59:05,838 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/2f322497e35347498270aa32b8f41123 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/2f322497e35347498270aa32b8f41123 2024-12-07T21:59:05,838 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/8c059621dd5040f08eb5779643235c7d to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/8c059621dd5040f08eb5779643235c7d 2024-12-07T21:59:05,840 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/68447e4e522a42edb4166ce610312e88, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/3fc01b4335514777a59fbe3776736e76, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/c7a2237a0f434e5ebfa1fb8bded3a82c, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/7504ff89edf149df9423bca51d9e0a53, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/b3e06a53aa8f45fc9a6e6f47c73db884, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/e2349262242247dab4c124ccce8095c6, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/0bdbb4384cd4411b8f3ae148b377b8d3, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/f2a4813247f140daa6ffbe3a132cf18d, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/a905ba9a9d6149ccbc795f3c7c441ebb, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/a59eaeaad6d94309a6aa49f7503dc561, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/83cbaed3d5c1441bbd19bb00474c0818, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/82b7c8cbe5e647dca546ea351e86ed3d, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/cc961391479f481cbaa272b6485b427b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/5548098040034df09a2654fed956473b, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/db07d3f01c4642538b5f3f2eac9f1cfb, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/b6b9195cc9c846f580cc335c19bc9215, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/9237845566544943b687fd47233cc70e, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/2eb10dd03c6c42fbb37707daf788c782, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/73c909c3ae8545c29f4a2954b36832a1, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/a1a195d2fc5642208740de9ad0053978, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/f08615cfb69a462c919eeedccb698cd2, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/999d43c4230b4be3ae9163593c0a9232] to archive 2024-12-07T21:59:05,840 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T21:59:05,841 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/68447e4e522a42edb4166ce610312e88 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/68447e4e522a42edb4166ce610312e88 2024-12-07T21:59:05,842 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/3fc01b4335514777a59fbe3776736e76 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/3fc01b4335514777a59fbe3776736e76 2024-12-07T21:59:05,843 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/c7a2237a0f434e5ebfa1fb8bded3a82c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/c7a2237a0f434e5ebfa1fb8bded3a82c 2024-12-07T21:59:05,843 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/7504ff89edf149df9423bca51d9e0a53 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/7504ff89edf149df9423bca51d9e0a53 2024-12-07T21:59:05,844 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/b3e06a53aa8f45fc9a6e6f47c73db884 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/b3e06a53aa8f45fc9a6e6f47c73db884 2024-12-07T21:59:05,845 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/e2349262242247dab4c124ccce8095c6 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/e2349262242247dab4c124ccce8095c6 2024-12-07T21:59:05,846 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/0bdbb4384cd4411b8f3ae148b377b8d3 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/0bdbb4384cd4411b8f3ae148b377b8d3 2024-12-07T21:59:05,846 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/f2a4813247f140daa6ffbe3a132cf18d to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/f2a4813247f140daa6ffbe3a132cf18d 2024-12-07T21:59:05,847 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/a905ba9a9d6149ccbc795f3c7c441ebb to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/a905ba9a9d6149ccbc795f3c7c441ebb 2024-12-07T21:59:05,848 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/a59eaeaad6d94309a6aa49f7503dc561 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/a59eaeaad6d94309a6aa49f7503dc561 2024-12-07T21:59:05,849 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/83cbaed3d5c1441bbd19bb00474c0818 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/83cbaed3d5c1441bbd19bb00474c0818 2024-12-07T21:59:05,849 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/82b7c8cbe5e647dca546ea351e86ed3d to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/82b7c8cbe5e647dca546ea351e86ed3d 2024-12-07T21:59:05,850 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/cc961391479f481cbaa272b6485b427b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/cc961391479f481cbaa272b6485b427b 2024-12-07T21:59:05,850 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/5548098040034df09a2654fed956473b to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/5548098040034df09a2654fed956473b 2024-12-07T21:59:05,851 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/db07d3f01c4642538b5f3f2eac9f1cfb to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/db07d3f01c4642538b5f3f2eac9f1cfb 2024-12-07T21:59:05,852 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/b6b9195cc9c846f580cc335c19bc9215 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/b6b9195cc9c846f580cc335c19bc9215 2024-12-07T21:59:05,853 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/9237845566544943b687fd47233cc70e to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/9237845566544943b687fd47233cc70e 2024-12-07T21:59:05,853 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/2eb10dd03c6c42fbb37707daf788c782 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/2eb10dd03c6c42fbb37707daf788c782 2024-12-07T21:59:05,854 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/73c909c3ae8545c29f4a2954b36832a1 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/73c909c3ae8545c29f4a2954b36832a1 2024-12-07T21:59:05,854 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/a1a195d2fc5642208740de9ad0053978 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/a1a195d2fc5642208740de9ad0053978 2024-12-07T21:59:05,855 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/f08615cfb69a462c919eeedccb698cd2 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/f08615cfb69a462c919eeedccb698cd2 2024-12-07T21:59:05,855 DEBUG [StoreCloser-TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/999d43c4230b4be3ae9163593c0a9232 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/999d43c4230b4be3ae9163593c0a9232 2024-12-07T21:59:05,859 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/recovered.edits/692.seqid, newMaxSeqId=692, maxSeqId=4 2024-12-07T21:59:05,860 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. 2024-12-07T21:59:05,860 DEBUG [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1676): Region close journal for f10fec4fc2e9dcf5f3462c8898134d7c: Waiting for close lock at 1733608744093Running coprocessor pre-close hooks at 1733608744093Disabling compacts and flushes for region at 1733608744093Disabling writes for close at 1733608744093Obtaining lock to block concurrent updates at 1733608744093Preparing flush snapshotting stores in f10fec4fc2e9dcf5f3462c8898134d7c at 1733608744093Finished memstore snapshotting TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733608744094 (+1 ms)Flushing stores of TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c. at 1733608744095 (+1 ms)Flushing f10fec4fc2e9dcf5f3462c8898134d7c/A: creating writer at 1733608744095Flushing mob file f10fec4fc2e9dcf5f3462c8898134d7c/A: appending metadata at 1733608744133 (+38 ms)Flushing mob file f10fec4fc2e9dcf5f3462c8898134d7c/A: closing flushed file at 1733608744133Flushing f10fec4fc2e9dcf5f3462c8898134d7c/A: appending metadata at 1733608744553 (+420 ms)Flushing f10fec4fc2e9dcf5f3462c8898134d7c/A: closing flushed file at 1733608744553Flushing f10fec4fc2e9dcf5f3462c8898134d7c/B: creating writer at 1733608744968 (+415 ms)Flushing f10fec4fc2e9dcf5f3462c8898134d7c/B: appending metadata at 1733608744973 (+5 ms)Flushing f10fec4fc2e9dcf5f3462c8898134d7c/B: closing flushed file at 1733608744973Flushing f10fec4fc2e9dcf5f3462c8898134d7c/C: creating writer at 1733608745381 (+408 ms)Flushing f10fec4fc2e9dcf5f3462c8898134d7c/C: appending metadata at 1733608745383 (+2 ms)Flushing f10fec4fc2e9dcf5f3462c8898134d7c/C: closing flushed file at 1733608745383Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27f30459: reopening flushed file at 1733608745792 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72c724c2: reopening flushed file at 1733608745796 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bbac335: reopening flushed file at 1733608745800 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for f10fec4fc2e9dcf5f3462c8898134d7c in 1710ms, sequenceid=689, compaction requested=true at 1733608745803 (+3 ms)Writing region close event to WAL at 1733608745856 (+53 ms)Running coprocessor post-close hooks at 1733608745860 (+4 ms)Closed at 1733608745860 2024-12-07T21:59:05,862 INFO [RS_CLOSE_REGION-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(157): Closed f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:59:05,862 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=f10fec4fc2e9dcf5f3462c8898134d7c, regionState=CLOSED 2024-12-07T21:59:05,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 because future has completed 2024-12-07T21:59:05,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-12-07T21:59:05,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; CloseRegionProcedure f10fec4fc2e9dcf5f3462c8898134d7c, server=dbf4292a68c8,34281,1733608565228 in 1.9260 sec 2024-12-07T21:59:05,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=168, resume processing ppid=167 2024-12-07T21:59:05,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, ppid=167, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f10fec4fc2e9dcf5f3462c8898134d7c, UNASSIGN in 1.9390 sec 2024-12-07T21:59:05,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-12-07T21:59:05,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9490 sec 2024-12-07T21:59:05,869 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733608745869"}]},"ts":"1733608745869"} 2024-12-07T21:59:05,870 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-07T21:59:05,870 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-07T21:59:05,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9640 sec 2024-12-07T21:59:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-07T21:59:06,072 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:59:06,072 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-07T21:59:06,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:59:06,075 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:59:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-07T21:59:06,076 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=170, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:59:06,079 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:59:06,084 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A, FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B, FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C, FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/recovered.edits] 2024-12-07T21:59:06,089 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/38819d73cdac4df3ba2342ea4b13e305 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/38819d73cdac4df3ba2342ea4b13e305 2024-12-07T21:59:06,092 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/651c951ee73d40a3b302bdafe90f6ec9 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/651c951ee73d40a3b302bdafe90f6ec9 2024-12-07T21:59:06,095 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/db0b4bffe17847f08c22ebbdb206996c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/A/db0b4bffe17847f08c22ebbdb206996c 2024-12-07T21:59:06,099 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/060122107ed44628b1e359a64dd5cb6f to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/060122107ed44628b1e359a64dd5cb6f 2024-12-07T21:59:06,101 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/0c28620ff2ce4f238d17d86773830759 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/0c28620ff2ce4f238d17d86773830759 2024-12-07T21:59:06,103 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/b47f32490f3e426894aafcb0d78b2c9a to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/B/b47f32490f3e426894aafcb0d78b2c9a 2024-12-07T21:59:06,107 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/4131e9c0703e4166b00f6310db16f132 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/4131e9c0703e4166b00f6310db16f132 2024-12-07T21:59:06,109 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/8fbad05038d54a8696a3f981363daf71 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/8fbad05038d54a8696a3f981363daf71 2024-12-07T21:59:06,111 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/a00ac46176bd4a408c5ac223450e43f8 to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/C/a00ac46176bd4a408c5ac223450e43f8 2024-12-07T21:59:06,116 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/recovered.edits/692.seqid to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c/recovered.edits/692.seqid 2024-12-07T21:59:06,117 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/default/TestAcidGuarantees/f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:59:06,117 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-07T21:59:06,118 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-07T21:59:06,119 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-07T21:59:06,125 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412070594f114ba8846d6b068de29a1d7d003_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412070594f114ba8846d6b068de29a1d7d003_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:59:06,127 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412070ad4b2e75ba34efe8ff2e24e38078be9_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412070ad4b2e75ba34efe8ff2e24e38078be9_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:59:06,129 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412070ba9b5cc675e4136ad1eb49c09fc93c6_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412070ba9b5cc675e4136ad1eb49c09fc93c6_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:59:06,130 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207221899de8c34460c97b57e1bdffbdee7_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207221899de8c34460c97b57e1bdffbdee7_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:59:06,132 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412072aa19003861941899b708af21907c6c3_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412072aa19003861941899b708af21907c6c3_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:59:06,134 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207369099c7aea7450da595ebb5bf63478e_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207369099c7aea7450da595ebb5bf63478e_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:59:06,136 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120749318f4179434982a87b3c59a2b06cfc_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120749318f4179434982a87b3c59a2b06cfc_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:59:06,138 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412074d30f6f320554c6b873c051a5c2330a5_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412074d30f6f320554c6b873c051a5c2330a5_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:59:06,139 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207616e4a1c6dd340318a2a8b59b03ed21f_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207616e4a1c6dd340318a2a8b59b03ed21f_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:59:06,140 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412076b5a3433642c4159918d7efed9ab3703_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412076b5a3433642c4159918d7efed9ab3703_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:59:06,141 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207746eb922750f497aa3e3d67ac99ad91d_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207746eb922750f497aa3e3d67ac99ad91d_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:59:06,143 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120784ee24a4aff844eb981e07e8b4fb32e9_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120784ee24a4aff844eb981e07e8b4fb32e9_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:59:06,144 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207878ef5a3ea054a84a90a1f71b00619de_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207878ef5a3ea054a84a90a1f71b00619de_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:59:06,145 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412078d3d6180fad44d7d894611ac28a31814_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412078d3d6180fad44d7d894611ac28a31814_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:59:06,146 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412078f2d5e86cffd42698be72bef67fe83ce_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412078f2d5e86cffd42698be72bef67fe83ce_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:59:06,147 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a112f5735ce742d482fb92c2660ea21c_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a112f5735ce742d482fb92c2660ea21c_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:59:06,148 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a47f8aa5c9cc49db88a814a4632725c4_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a47f8aa5c9cc49db88a814a4632725c4_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:59:06,149 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207e58f87ef5e2c4c99aeabce3302f82426_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207e58f87ef5e2c4c99aeabce3302f82426_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:59:06,149 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207f905fdf2172a49ea81e239acfc72319b_f10fec4fc2e9dcf5f3462c8898134d7c to hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207f905fdf2172a49ea81e239acfc72319b_f10fec4fc2e9dcf5f3462c8898134d7c 2024-12-07T21:59:06,150 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-07T21:59:06,151 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=170, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:59:06,154 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-07T21:59:06,155 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-07T21:59:06,156 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=170, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:59:06,156 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-07T21:59:06,156 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733608746156"}]},"ts":"9223372036854775807"} 2024-12-07T21:59:06,157 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-07T21:59:06,157 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f10fec4fc2e9dcf5f3462c8898134d7c, NAME => 'TestAcidGuarantees,,1733608712288.f10fec4fc2e9dcf5f3462c8898134d7c.', STARTKEY => '', ENDKEY => ''}] 2024-12-07T21:59:06,158 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-07T21:59:06,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733608746158"}]},"ts":"9223372036854775807"} 2024-12-07T21:59:06,159 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-07T21:59:06,159 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=170, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T21:59:06,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 87 msec 2024-12-07T21:59:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-07T21:59:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-07T21:59:06,182 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-07T21:59:06,192 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=247 (was 249), OpenFileDescriptor=451 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=2182 (was 481) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=16366 (was 18083) 2024-12-07T21:59:06,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-07T21:59:06,193 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T21:59:06,193 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T21:59:06,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:59:06,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:59:06,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-07T21:59:06,193 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T21:59:06,193 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1166144013, stopped=false 2024-12-07T21:59:06,194 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=dbf4292a68c8,33471,1733608564515 2024-12-07T21:59:06,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34281-0x100025522620001, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-07T21:59:06,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33471-0x100025522620000, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-07T21:59:06,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34281-0x100025522620001, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:59:06,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33471-0x100025522620000, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:59:06,224 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T21:59:06,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34281-0x100025522620001, quorum=127.0.0.1:59776, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T21:59:06,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33471-0x100025522620000, quorum=127.0.0.1:59776, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T21:59:06,226 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-07T21:59:06,226 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T21:59:06,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:59:06,227 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'dbf4292a68c8,34281,1733608565228' ***** 2024-12-07T21:59:06,227 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-07T21:59:06,228 INFO [RS:0;dbf4292a68c8:34281 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T21:59:06,228 INFO [RS:0;dbf4292a68c8:34281 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T21:59:06,228 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-07T21:59:06,229 INFO [RS:0;dbf4292a68c8:34281 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T21:59:06,229 INFO [RS:0;dbf4292a68c8:34281 {}] regionserver.HRegionServer(959): stopping server dbf4292a68c8,34281,1733608565228 2024-12-07T21:59:06,229 INFO [RS:0;dbf4292a68c8:34281 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T21:59:06,229 INFO [RS:0;dbf4292a68c8:34281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;dbf4292a68c8:34281. 2024-12-07T21:59:06,229 DEBUG [RS:0;dbf4292a68c8:34281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T21:59:06,229 DEBUG [RS:0;dbf4292a68c8:34281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:59:06,230 INFO [RS:0;dbf4292a68c8:34281 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T21:59:06,230 INFO [RS:0;dbf4292a68c8:34281 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T21:59:06,230 INFO [RS:0;dbf4292a68c8:34281 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T21:59:06,230 INFO [RS:0;dbf4292a68c8:34281 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-07T21:59:06,231 INFO [RS:0;dbf4292a68c8:34281 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-07T21:59:06,231 DEBUG [RS:0;dbf4292a68c8:34281 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-07T21:59:06,232 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-07T21:59:06,232 INFO [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-07T21:59:06,232 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-07T21:59:06,232 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T21:59:06,232 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T21:59:06,232 DEBUG [RS:0;dbf4292a68c8:34281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T21:59:06,232 INFO [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-12-07T21:59:06,252 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/hbase/meta/1588230740/.tmp/info/e03565f72b7d4c0cb00486efbd209816 is 95, key is TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27./info:/1733608596619/DeleteFamily/seqid=0 2024-12-07T21:59:06,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742421_1597 (size=6514) 2024-12-07T21:59:06,281 INFO [regionserver/dbf4292a68c8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T21:59:06,286 INFO [regionserver/dbf4292a68c8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-07T21:59:06,286 INFO [regionserver/dbf4292a68c8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-07T21:59:06,432 DEBUG [RS:0;dbf4292a68c8:34281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T21:59:06,632 DEBUG [RS:0;dbf4292a68c8:34281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T21:59:06,656 INFO [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/hbase/meta/1588230740/.tmp/info/e03565f72b7d4c0cb00486efbd209816 2024-12-07T21:59:06,672 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/hbase/meta/1588230740/.tmp/ns/dd28b0abe49445f584f2f6a52cbaad70 is 93, key is TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27./ns:/1733608596565/DeleteFamily/seqid=0 2024-12-07T21:59:06,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742422_1598 (size=5906) 2024-12-07T21:59:06,832 DEBUG [RS:0;dbf4292a68c8:34281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T21:59:07,033 DEBUG [RS:0;dbf4292a68c8:34281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T21:59:07,075 INFO [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/hbase/meta/1588230740/.tmp/ns/dd28b0abe49445f584f2f6a52cbaad70 2024-12-07T21:59:07,098 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/hbase/meta/1588230740/.tmp/rep_barrier/3849b5a684c04a848d360b40d72dd4a3 is 102, key is TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27./rep_barrier:/1733608596565/DeleteFamily/seqid=0 2024-12-07T21:59:07,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742423_1599 (size=6025) 2024-12-07T21:59:07,233 DEBUG [RS:0;dbf4292a68c8:34281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T21:59:07,433 DEBUG [RS:0;dbf4292a68c8:34281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T21:59:07,502 INFO [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/hbase/meta/1588230740/.tmp/rep_barrier/3849b5a684c04a848d360b40d72dd4a3 2024-12-07T21:59:07,532 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/hbase/meta/1588230740/.tmp/table/5405075e0d2c4a62a4341f147f97abdb is 96, key is TestAcidGuarantees,,1733608569424.0ebd3ec45b8a5fcd3c1ccd8fbb275f27./table:/1733608596565/DeleteFamily/seqid=0 2024-12-07T21:59:07,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742424_1600 (size=5936) 2024-12-07T21:59:07,633 DEBUG [RS:0;dbf4292a68c8:34281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T21:59:07,834 DEBUG [RS:0;dbf4292a68c8:34281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-07T21:59:07,936 INFO [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/hbase/meta/1588230740/.tmp/table/5405075e0d2c4a62a4341f147f97abdb 2024-12-07T21:59:07,947 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/hbase/meta/1588230740/.tmp/info/e03565f72b7d4c0cb00486efbd209816 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/hbase/meta/1588230740/info/e03565f72b7d4c0cb00486efbd209816 2024-12-07T21:59:07,950 INFO [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/hbase/meta/1588230740/info/e03565f72b7d4c0cb00486efbd209816, entries=12, sequenceid=90, filesize=6.4 K 2024-12-07T21:59:07,951 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/hbase/meta/1588230740/.tmp/ns/dd28b0abe49445f584f2f6a52cbaad70 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/hbase/meta/1588230740/ns/dd28b0abe49445f584f2f6a52cbaad70 2024-12-07T21:59:07,954 INFO [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/hbase/meta/1588230740/ns/dd28b0abe49445f584f2f6a52cbaad70, entries=8, sequenceid=90, filesize=5.8 K 2024-12-07T21:59:07,955 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/hbase/meta/1588230740/.tmp/rep_barrier/3849b5a684c04a848d360b40d72dd4a3 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/hbase/meta/1588230740/rep_barrier/3849b5a684c04a848d360b40d72dd4a3 2024-12-07T21:59:07,958 INFO [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/hbase/meta/1588230740/rep_barrier/3849b5a684c04a848d360b40d72dd4a3, entries=6, sequenceid=90, filesize=5.9 K 2024-12-07T21:59:07,958 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/hbase/meta/1588230740/.tmp/table/5405075e0d2c4a62a4341f147f97abdb as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/hbase/meta/1588230740/table/5405075e0d2c4a62a4341f147f97abdb 2024-12-07T21:59:07,961 INFO [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/hbase/meta/1588230740/table/5405075e0d2c4a62a4341f147f97abdb, entries=7, sequenceid=90, filesize=5.8 K 2024-12-07T21:59:07,962 INFO [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=90, compaction requested=false 2024-12-07T21:59:07,965 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-12-07T21:59:07,966 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T21:59:07,966 INFO [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-07T21:59:07,966 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733608746231Running coprocessor pre-close hooks at 1733608746231Disabling compacts and flushes for region at 1733608746231Disabling writes for close at 1733608746232 (+1 ms)Obtaining lock to block concurrent updates at 1733608746232Preparing flush snapshotting stores in 1588230740 at 1733608746232Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1733608746232Flushing stores of hbase:meta,,1.1588230740 at 1733608746233 (+1 ms)Flushing 1588230740/info: creating writer at 1733608746233Flushing 1588230740/info: appending metadata at 1733608746252 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733608746252Flushing 1588230740/ns: creating writer at 1733608746659 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733608746671 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733608746671Flushing 1588230740/rep_barrier: creating writer at 1733608747081 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733608747097 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733608747097Flushing 1588230740/table: creating writer at 1733608747511 (+414 ms)Flushing 1588230740/table: appending metadata at 1733608747531 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733608747531Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@715bfe64: reopening flushed file at 1733608747946 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a213eec: reopening flushed file at 1733608747951 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7558e7d8: reopening flushed file at 1733608747954 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13a9744d: reopening flushed file at 1733608747958 (+4 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=90, compaction requested=false at 1733608747962 (+4 ms)Writing region close event to WAL at 1733608747963 (+1 ms)Running coprocessor post-close hooks at 1733608747965 (+2 ms)Closed at 1733608747966 (+1 ms) 2024-12-07T21:59:07,966 DEBUG [RS_CLOSE_META-regionserver/dbf4292a68c8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T21:59:08,034 INFO [RS:0;dbf4292a68c8:34281 {}] regionserver.HRegionServer(976): stopping server dbf4292a68c8,34281,1733608565228; all regions closed. 2024-12-07T21:59:08,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741834_1010 (size=25344) 2024-12-07T21:59:08,042 DEBUG [RS:0;dbf4292a68c8:34281 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/oldWALs 2024-12-07T21:59:08,042 INFO [RS:0;dbf4292a68c8:34281 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbf4292a68c8%2C34281%2C1733608565228.meta:.meta(num 1733608568912) 2024-12-07T21:59:08,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741833_1009 (size=26623674) 2024-12-07T21:59:08,047 DEBUG [RS:0;dbf4292a68c8:34281 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/oldWALs 2024-12-07T21:59:08,047 INFO [RS:0;dbf4292a68c8:34281 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL dbf4292a68c8%2C34281%2C1733608565228:(num 1733608568438) 2024-12-07T21:59:08,047 DEBUG [RS:0;dbf4292a68c8:34281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T21:59:08,047 INFO [RS:0;dbf4292a68c8:34281 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T21:59:08,047 INFO [RS:0;dbf4292a68c8:34281 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T21:59:08,048 INFO [RS:0;dbf4292a68c8:34281 {}] hbase.ChoreService(370): Chore service for: regionserver/dbf4292a68c8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-07T21:59:08,048 INFO [RS:0;dbf4292a68c8:34281 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T21:59:08,048 INFO [regionserver/dbf4292a68c8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T21:59:08,049 INFO [RS:0;dbf4292a68c8:34281 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34281 2024-12-07T21:59:08,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34281-0x100025522620001, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/dbf4292a68c8,34281,1733608565228 2024-12-07T21:59:08,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33471-0x100025522620000, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T21:59:08,107 INFO [RS:0;dbf4292a68c8:34281 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T21:59:08,116 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [dbf4292a68c8,34281,1733608565228] 2024-12-07T21:59:08,123 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/dbf4292a68c8,34281,1733608565228 already deleted, retry=false 2024-12-07T21:59:08,123 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; dbf4292a68c8,34281,1733608565228 expired; onlineServers=0 2024-12-07T21:59:08,124 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'dbf4292a68c8,33471,1733608564515' ***** 2024-12-07T21:59:08,124 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T21:59:08,124 INFO [M:0;dbf4292a68c8:33471 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-07T21:59:08,124 INFO [M:0;dbf4292a68c8:33471 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-07T21:59:08,124 DEBUG [M:0;dbf4292a68c8:33471 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T21:59:08,125 DEBUG [M:0;dbf4292a68c8:33471 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T21:59:08,125 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T21:59:08,125 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster-HFileCleaner.small.0-1733608568134 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbf4292a68c8:0:becomeActiveMaster-HFileCleaner.small.0-1733608568134,5,FailOnTimeoutGroup] 2024-12-07T21:59:08,125 DEBUG [master/dbf4292a68c8:0:becomeActiveMaster-HFileCleaner.large.0-1733608568132 {}] cleaner.HFileCleaner(306): Exit Thread[master/dbf4292a68c8:0:becomeActiveMaster-HFileCleaner.large.0-1733608568132,5,FailOnTimeoutGroup] 2024-12-07T21:59:08,125 INFO [M:0;dbf4292a68c8:33471 {}] hbase.ChoreService(370): Chore service for: master/dbf4292a68c8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-07T21:59:08,125 INFO [M:0;dbf4292a68c8:33471 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-07T21:59:08,125 DEBUG [M:0;dbf4292a68c8:33471 {}] master.HMaster(1795): Stopping service threads 2024-12-07T21:59:08,125 INFO [M:0;dbf4292a68c8:33471 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T21:59:08,125 INFO [M:0;dbf4292a68c8:33471 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-07T21:59:08,125 ERROR [M:0;dbf4292a68c8:33471 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-07T21:59:08,126 INFO [M:0;dbf4292a68c8:33471 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T21:59:08,126 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T21:59:08,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33471-0x100025522620000, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-07T21:59:08,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33471-0x100025522620000, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T21:59:08,132 DEBUG [M:0;dbf4292a68c8:33471 {}] zookeeper.ZKUtil(347): master:33471-0x100025522620000, quorum=127.0.0.1:59776, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-07T21:59:08,132 WARN [M:0;dbf4292a68c8:33471 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-07T21:59:08,133 INFO [M:0;dbf4292a68c8:33471 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/.lastflushedseqids 2024-12-07T21:59:08,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742425_1601 (size=72) 2024-12-07T21:59:08,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34281-0x100025522620001, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T21:59:08,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34281-0x100025522620001, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T21:59:08,217 INFO [RS:0;dbf4292a68c8:34281 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T21:59:08,217 INFO [RS:0;dbf4292a68c8:34281 {}] regionserver.HRegionServer(1031): Exiting; stopping=dbf4292a68c8,34281,1733608565228; zookeeper connection closed. 2024-12-07T21:59:08,218 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@278db6dc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@278db6dc 2024-12-07T21:59:08,219 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-07T21:59:08,547 INFO [M:0;dbf4292a68c8:33471 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-07T21:59:08,548 INFO [M:0;dbf4292a68c8:33471 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T21:59:08,548 DEBUG [M:0;dbf4292a68c8:33471 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T21:59:08,548 INFO [M:0;dbf4292a68c8:33471 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T21:59:08,548 DEBUG [M:0;dbf4292a68c8:33471 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T21:59:08,549 DEBUG [M:0;dbf4292a68c8:33471 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T21:59:08,549 DEBUG [M:0;dbf4292a68c8:33471 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T21:59:08,549 INFO [M:0;dbf4292a68c8:33471 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=781.22 KB heapSize=957 KB 2024-12-07T21:59:08,571 DEBUG [M:0;dbf4292a68c8:33471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c4eec08e9f84b14b4757153f5ef4563 is 82, key is hbase:meta,,1/info:regioninfo/1733608569004/Put/seqid=0 2024-12-07T21:59:08,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742426_1602 (size=5672) 2024-12-07T21:59:08,975 INFO [M:0;dbf4292a68c8:33471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2171 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c4eec08e9f84b14b4757153f5ef4563 2024-12-07T21:59:09,002 DEBUG [M:0;dbf4292a68c8:33471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c872704f3f2d461ca62c326933074c04 is 2481, key is \x00\x00\x00\x00\x00\x00\x00\x8B/proc:d/1733608715378/Put/seqid=0 2024-12-07T21:59:09,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742427_1603 (size=45429) 2024-12-07T21:59:09,406 INFO [M:0;dbf4292a68c8:33471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=780.67 KB at sequenceid=2171 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c872704f3f2d461ca62c326933074c04 2024-12-07T21:59:09,409 INFO [M:0;dbf4292a68c8:33471 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c872704f3f2d461ca62c326933074c04 2024-12-07T21:59:09,420 DEBUG [M:0;dbf4292a68c8:33471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86b9cc2023b04bbd90034282f47b4079 is 69, key is dbf4292a68c8,34281,1733608565228/rs:state/1733608568201/Put/seqid=0 2024-12-07T21:59:09,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073742428_1604 (size=5156) 2024-12-07T21:59:09,824 INFO [M:0;dbf4292a68c8:33471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2171 (bloomFilter=true), to=hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86b9cc2023b04bbd90034282f47b4079 2024-12-07T21:59:09,827 DEBUG [M:0;dbf4292a68c8:33471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c4eec08e9f84b14b4757153f5ef4563 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c4eec08e9f84b14b4757153f5ef4563 2024-12-07T21:59:09,830 INFO [M:0;dbf4292a68c8:33471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c4eec08e9f84b14b4757153f5ef4563, entries=8, sequenceid=2171, filesize=5.5 K 2024-12-07T21:59:09,831 DEBUG [M:0;dbf4292a68c8:33471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c872704f3f2d461ca62c326933074c04 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c872704f3f2d461ca62c326933074c04 2024-12-07T21:59:09,834 INFO [M:0;dbf4292a68c8:33471 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c872704f3f2d461ca62c326933074c04 2024-12-07T21:59:09,834 INFO [M:0;dbf4292a68c8:33471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c872704f3f2d461ca62c326933074c04, entries=170, sequenceid=2171, filesize=44.4 K 2024-12-07T21:59:09,834 DEBUG [M:0;dbf4292a68c8:33471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86b9cc2023b04bbd90034282f47b4079 as hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/86b9cc2023b04bbd90034282f47b4079 2024-12-07T21:59:09,837 INFO [M:0;dbf4292a68c8:33471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40375/user/jenkins/test-data/ecefd52a-209d-eb41-d049-18ee2d94c650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/86b9cc2023b04bbd90034282f47b4079, entries=1, sequenceid=2171, filesize=5.0 K 2024-12-07T21:59:09,838 INFO [M:0;dbf4292a68c8:33471 {}] regionserver.HRegion(3140): Finished flush of dataSize ~781.22 KB/799973, heapSize ~956.70 KB/979664, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=2171, compaction requested=false 2024-12-07T21:59:09,840 INFO [M:0;dbf4292a68c8:33471 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T21:59:09,840 DEBUG [M:0;dbf4292a68c8:33471 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733608748548Disabling compacts and flushes for region at 1733608748548Disabling writes for close at 1733608748549 (+1 ms)Obtaining lock to block concurrent updates at 1733608748549Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733608748549Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=799973, getHeapSize=979904, getOffHeapSize=0, getCellsCount=2366 at 1733608748550 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733608748551 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733608748551Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733608748570 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733608748570Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733608748984 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733608749002 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733608749002Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733608749409 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733608749420 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733608749420Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4080ec5d: reopening flushed file at 1733608749826 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ecf2dbc: reopening flushed file at 1733608749830 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53a578dc: reopening flushed file at 1733608749834 (+4 ms)Finished flush of dataSize ~781.22 KB/799973, heapSize ~956.70 KB/979664, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=2171, compaction requested=false at 1733608749838 (+4 ms)Writing region close event to WAL at 1733608749840 (+2 ms)Closed at 1733608749840 2024-12-07T21:59:09,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36663 is added to blk_1073741830_1006 (size=942287) 2024-12-07T21:59:09,843 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-07T21:59:09,843 INFO [M:0;dbf4292a68c8:33471 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-07T21:59:09,843 INFO [M:0;dbf4292a68c8:33471 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33471 2024-12-07T21:59:09,844 INFO [M:0;dbf4292a68c8:33471 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-07T21:59:09,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33471-0x100025522620000, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T21:59:09,973 INFO [M:0;dbf4292a68c8:33471 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-07T21:59:09,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33471-0x100025522620000, quorum=127.0.0.1:59776, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T21:59:09,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3dfb1097{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T21:59:09,985 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16142ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T21:59:09,985 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T21:59:09,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ef5f873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T21:59:09,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b8e8cdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5b0e8717-0c45-f754-5981-f1f31c220ebf/hadoop.log.dir/,STOPPED} 2024-12-07T21:59:09,988 WARN [BP-1937370220-172.17.0.2-1733608561009 heartbeating to localhost/127.0.0.1:40375 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T21:59:09,988 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T21:59:09,988 WARN [BP-1937370220-172.17.0.2-1733608561009 heartbeating to localhost/127.0.0.1:40375 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1937370220-172.17.0.2-1733608561009 (Datanode Uuid 715d8e27-1132-45fc-9ffe-457317151d53) service to localhost/127.0.0.1:40375 2024-12-07T21:59:09,988 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T21:59:09,990 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5b0e8717-0c45-f754-5981-f1f31c220ebf/cluster_aef2fd85-bb9b-6855-8d9e-38806f598c76/data/data1/current/BP-1937370220-172.17.0.2-1733608561009 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T21:59:09,990 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5b0e8717-0c45-f754-5981-f1f31c220ebf/cluster_aef2fd85-bb9b-6855-8d9e-38806f598c76/data/data2/current/BP-1937370220-172.17.0.2-1733608561009 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T21:59:09,990 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T21:59:09,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bbf242f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T21:59:09,997 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34657887{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T21:59:09,997 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T21:59:09,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41752735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T21:59:09,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7def033e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5b0e8717-0c45-f754-5981-f1f31c220ebf/hadoop.log.dir/,STOPPED} 2024-12-07T21:59:10,012 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-07T21:59:10,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down